2024-11-21 17:31:35,616 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-21 17:31:35,640 main DEBUG Took 0.021443 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 17:31:35,641 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 17:31:35,641 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 17:31:35,643 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 17:31:35,644 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:31:35,654 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 17:31:35,672 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:31:35,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:31:35,676 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:31:35,676 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:31:35,677 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:31:35,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:31:35,679 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:31:35,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:31:35,680 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:31:35,681 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:31:35,682 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:31:35,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:31:35,683 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:31:35,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:31:35,685 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:31:35,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:31:35,686 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:31:35,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:31:35,688 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:31:35,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:31:35,689 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:31:35,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:31:35,690 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:31:35,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 17:31:35,691 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:31:35,692 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 17:31:35,694 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 17:31:35,696 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 17:31:35,699 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 17:31:35,700 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 17:31:35,702 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 17:31:35,703 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 17:31:35,723 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 17:31:35,727 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 17:31:35,733 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 17:31:35,734 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 17:31:35,735 main DEBUG createAppenders(={Console}) 2024-11-21 17:31:35,736 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-21 17:31:35,736 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-21 17:31:35,737 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-21 17:31:35,738 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 17:31:35,738 main DEBUG OutputStream closed 2024-11-21 17:31:35,739 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 17:31:35,739 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 17:31:35,739 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-21 17:31:35,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 17:31:35,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 17:31:35,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 17:31:35,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 17:31:35,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 17:31:35,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 17:31:35,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 17:31:35,848 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 17:31:35,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 17:31:35,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 17:31:35,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 17:31:35,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 17:31:35,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 17:31:35,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 17:31:35,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 17:31:35,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 17:31:35,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 17:31:35,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 17:31:35,860 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 17:31:35,860 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-21 17:31:35,861 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 17:31:35,862 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-21T17:31:35,883 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-21 17:31:35,887 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 17:31:35,887 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T17:31:35,969 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=243, ProcessCount=11, AvailableMemoryMB=3420 2024-11-21T17:31:36,261 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-21T17:31:36,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea 2024-11-21T17:31:36,321 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/cluster_c719189c-1d13-37cd-d58e-0598c9ad6c7a, deleteOnExit=true 2024-11-21T17:31:36,435 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/cluster_c719189c-1d13-37cd-d58e-0598c9ad6c7a/zookeeper_0, clientPort=54241, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/cluster_c719189c-1d13-37cd-d58e-0598c9ad6c7a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/cluster_c719189c-1d13-37cd-d58e-0598c9ad6c7a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T17:31:36,456 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54241 2024-11-21T17:31:36,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:31:36,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:31:36,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/test.cache.data in system properties and HBase conf 2024-11-21T17:31:36,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:31:36,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:31:36,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:31:36,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:31:36,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:31:36,561 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T17:31:36,658 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:31:36,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:31:36,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:31:36,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:31:36,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:31:36,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:31:36,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:31:36,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:31:36,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:31:36,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:31:36,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:31:36,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:31:36,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:31:36,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:31:36,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:31:37,653 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T17:31:37,771 INFO [Time-limited test {}] log.Log(170): Logging initialized @3033ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T17:31:37,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:31:38,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:31:38,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:31:38,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:31:38,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T17:31:38,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:31:38,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:31:38,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:31:38,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/java.io.tmpdir/jetty-localhost-42083-hadoop-hdfs-3_4_1-tests_jar-_-any-18238079358418569763/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:31:38,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:42083} 2024-11-21T17:31:38,240 INFO [Time-limited test {}] server.Server(415): Started @3502ms 2024-11-21T17:31:38,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:31:38,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:31:38,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:31:38,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:31:38,623 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:31:38,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:31:38,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:31:38,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/java.io.tmpdir/jetty-localhost-41151-hadoop-hdfs-3_4_1-tests_jar-_-any-8542651661194724560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:31:38,738 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:41151} 2024-11-21T17:31:38,738 INFO [Time-limited test {}] server.Server(415): Started @4001ms 2024-11-21T17:31:38,799 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:31:39,290 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/cluster_c719189c-1d13-37cd-d58e-0598c9ad6c7a/data/data2/current/BP-291352653-172.17.0.2-1732210297377/current, will proceed with Du for space computation calculation, 2024-11-21T17:31:39,294 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/cluster_c719189c-1d13-37cd-d58e-0598c9ad6c7a/data/data1/current/BP-291352653-172.17.0.2-1732210297377/current, will proceed with Du for space computation calculation, 2024-11-21T17:31:39,347 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:31:39,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf35b7dced9760f6 with lease ID 0x8973824d57d21c72: Processing first storage report for DS-6d6605e3-84fc-4a84-aec3-92febe4986f0 from datanode DatanodeRegistration(127.0.0.1:36083, datanodeUuid=d85af991-94c3-40c0-89f4-c8a84c9b853d, infoPort=36507, infoSecurePort=0, ipcPort=46367, storageInfo=lv=-57;cid=testClusterID;nsid=1688857039;c=1732210297377) 2024-11-21T17:31:39,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf35b7dced9760f6 with lease ID 0x8973824d57d21c72: from storage DS-6d6605e3-84fc-4a84-aec3-92febe4986f0 node DatanodeRegistration(127.0.0.1:36083, datanodeUuid=d85af991-94c3-40c0-89f4-c8a84c9b853d, infoPort=36507, infoSecurePort=0, ipcPort=46367, storageInfo=lv=-57;cid=testClusterID;nsid=1688857039;c=1732210297377), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T17:31:39,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf35b7dced9760f6 with lease ID 0x8973824d57d21c72: Processing first storage report for DS-b439cb2d-f8db-47f2-97b1-11495d38d9de from datanode DatanodeRegistration(127.0.0.1:36083, datanodeUuid=d85af991-94c3-40c0-89f4-c8a84c9b853d, infoPort=36507, infoSecurePort=0, ipcPort=46367, storageInfo=lv=-57;cid=testClusterID;nsid=1688857039;c=1732210297377) 2024-11-21T17:31:39,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf35b7dced9760f6 with lease ID 0x8973824d57d21c72: from storage DS-b439cb2d-f8db-47f2-97b1-11495d38d9de node DatanodeRegistration(127.0.0.1:36083, datanodeUuid=d85af991-94c3-40c0-89f4-c8a84c9b853d, infoPort=36507, infoSecurePort=0, ipcPort=46367, storageInfo=lv=-57;cid=testClusterID;nsid=1688857039;c=1732210297377), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:31:39,428 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea 2024-11-21T17:31:39,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:39,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:39,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:31:40,052 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17 with version=8 2024-11-21T17:31:40,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/hbase-staging 2024-11-21T17:31:40,134 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T17:31:40,332 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:31:40,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:40,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:40,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:31:40,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:40,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:31:40,479 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:31:40,530 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T17:31:40,537 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T17:31:40,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:31:40,562 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 99286 (auto-detected) 2024-11-21T17:31:40,563 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T17:31:40,579 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35855 2024-11-21T17:31:40,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35855 connecting to ZooKeeper ensemble=127.0.0.1:54241 2024-11-21T17:31:40,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358550x0, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:31:40,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35855-0x1006356e2c60000 connected 2024-11-21T17:31:40,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:40,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:40,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on znode that does not yet exist, /0-1505304913/running 2024-11-21T17:31:40,675 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17, hbase.cluster.distributed=false 2024-11-21T17:31:40,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on znode that does not yet exist, /0-1505304913/acl 2024-11-21T17:31:40,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35855 2024-11-21T17:31:40,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35855 2024-11-21T17:31:40,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35855 2024-11-21T17:31:40,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35855 2024-11-21T17:31:40,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35855 2024-11-21T17:31:40,803 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:31:40,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:40,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:40,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:31:40,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:40,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:31:40,810 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:31:40,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:31:40,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34541 2024-11-21T17:31:40,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34541 connecting to ZooKeeper ensemble=127.0.0.1:54241 2024-11-21T17:31:40,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:40,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:40,828 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345410x0, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:31:40,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345410x0, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on znode that does not yet exist, /0-1505304913/running 2024-11-21T17:31:40,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34541-0x1006356e2c60001 connected 2024-11-21T17:31:40,834 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:31:40,845 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:31:40,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on znode that does not yet exist, /0-1505304913/master 2024-11-21T17:31:40,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on znode that does not yet exist, /0-1505304913/acl 2024-11-21T17:31:40,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34541 2024-11-21T17:31:40,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34541 2024-11-21T17:31:40,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34541 2024-11-21T17:31:40,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34541 2024-11-21T17:31:40,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34541 2024-11-21T17:31:40,880 DEBUG [M:0;f3865e8353b4:35855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:35855 2024-11-21T17:31:40,881 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1505304913/backup-masters/f3865e8353b4,35855,1732210300178 2024-11-21T17:31:40,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913/backup-masters 2024-11-21T17:31:40,889 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913/backup-masters 2024-11-21T17:31:40,892 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on existing znode=/0-1505304913/backup-masters/f3865e8353b4,35855,1732210300178 2024-11-21T17:31:40,921 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1505304913/master 2024-11-21T17:31:40,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:40,922 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:40,923 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on existing znode=/0-1505304913/master 2024-11-21T17:31:40,924 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1505304913/backup-masters/f3865e8353b4,35855,1732210300178 from backup master directory 2024-11-21T17:31:40,927 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913/backup-masters 2024-11-21T17:31:40,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1505304913/backup-masters/f3865e8353b4,35855,1732210300178 2024-11-21T17:31:40,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913/backup-masters 2024-11-21T17:31:40,928 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:31:40,928 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,35855,1732210300178 2024-11-21T17:31:40,931 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T17:31:40,933 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T17:31:40,998 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/hbase.id] with ID: a521af66-5734-449c-be19-b1d3735784c0 2024-11-21T17:31:40,998 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/.tmp/hbase.id 2024-11-21T17:31:41,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:31:41,411 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/.tmp/hbase.id]:[hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/hbase.id] 2024-11-21T17:31:41,463 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:41,469 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:31:41,489 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-21T17:31:41,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:41,493 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:41,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:31:41,526 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:31:41,530 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:31:41,553 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T17:31:41,559 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:31:41,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:31:42,016 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store 2024-11-21T17:31:42,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:31:42,442 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T17:31:42,447 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:31:42,449 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:31:42,449 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:31:42,449 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:31:42,451 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:31:42,452 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:31:42,452 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:31:42,454 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210302449Disabling compacts and flushes for region at 1732210302449Disabling writes for close at 1732210302452 (+3 ms)Writing region close event to WAL at 1732210302452Closed at 1732210302452 2024-11-21T17:31:42,456 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/.initializing 2024-11-21T17:31:42,457 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/WALs/f3865e8353b4,35855,1732210300178 2024-11-21T17:31:42,467 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:31:42,483 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C35855%2C1732210300178, suffix=, logDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/WALs/f3865e8353b4,35855,1732210300178, archiveDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/oldWALs, maxLogs=10 2024-11-21T17:31:42,512 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/WALs/f3865e8353b4,35855,1732210300178/f3865e8353b4%2C35855%2C1732210300178.1732210302488, exclude list is [], retry=0 2024-11-21T17:31:42,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36083,DS-6d6605e3-84fc-4a84-aec3-92febe4986f0,DISK] 2024-11-21T17:31:42,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T17:31:42,582 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/WALs/f3865e8353b4,35855,1732210300178/f3865e8353b4%2C35855%2C1732210300178.1732210302488 2024-11-21T17:31:42,583 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36507:36507)] 2024-11-21T17:31:42,584 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:31:42,585 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:31:42,590 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:42,591 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:42,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:42,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:31:42,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:42,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:42,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:42,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:31:42,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:42,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:31:42,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:42,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:31:42,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:42,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:31:42,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:42,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:31:42,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:42,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:31:42,699 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:42,704 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:42,706 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:42,714 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:42,715 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:42,722 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:31:42,728 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:42,734 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:31:42,735 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59377062, jitterRate=-0.1152128279209137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:31:42,742 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210302605Initializing all the Stores at 1732210302607 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210302607Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210302608 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210302608Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210302608Cleaning up temporary data from old regions at 1732210302715 (+107 ms)Region opened successfully at 1732210302742 (+27 ms) 2024-11-21T17:31:42,744 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:31:42,775 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a91d83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:31:42,802 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:31:42,811 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:31:42,812 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:31:42,814 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:31:42,815 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T17:31:42,820 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T17:31:42,820 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:31:42,844 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:31:42,852 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Unable to get data of znode /0-1505304913/balancer because node does not exist (not necessarily an error) 2024-11-21T17:31:42,854 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1505304913/balancer already deleted, retry=false 2024-11-21T17:31:42,857 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:31:42,859 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Unable to get data of znode /0-1505304913/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:31:42,860 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1505304913/normalizer already deleted, retry=false 2024-11-21T17:31:42,862 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:31:42,866 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Unable to get data of znode /0-1505304913/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:31:42,867 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1505304913/switch/split already deleted, retry=false 2024-11-21T17:31:42,869 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Unable to get data of znode /0-1505304913/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:31:42,870 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1505304913/switch/merge already deleted, retry=false 2024-11-21T17:31:42,887 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Unable to get data of znode /0-1505304913/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:31:42,888 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1505304913/snapshot-cleanup already deleted, retry=false 2024-11-21T17:31:42,892 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1505304913/running 2024-11-21T17:31:42,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1505304913/running 2024-11-21T17:31:42,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:42,892 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:42,894 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,35855,1732210300178, sessionid=0x1006356e2c60000, setting cluster-up flag (Was=false) 2024-11-21T17:31:42,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:42,904 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:42,908 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1505304913/flush-table-proc/acquired, /0-1505304913/flush-table-proc/reached, /0-1505304913/flush-table-proc/abort 2024-11-21T17:31:42,910 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,35855,1732210300178 2024-11-21T17:31:42,914 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:42,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:42,919 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1505304913/online-snapshot/acquired, /0-1505304913/online-snapshot/reached, /0-1505304913/online-snapshot/abort 2024-11-21T17:31:42,921 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,35855,1732210300178 2024-11-21T17:31:42,927 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:31:42,969 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(746): ClusterId : a521af66-5734-449c-be19-b1d3735784c0 2024-11-21T17:31:42,972 DEBUG [RS:0;f3865e8353b4:34541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:31:42,977 DEBUG [RS:0;f3865e8353b4:34541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:31:42,977 DEBUG [RS:0;f3865e8353b4:34541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:31:42,980 DEBUG [RS:0;f3865e8353b4:34541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:31:42,981 DEBUG [RS:0;f3865e8353b4:34541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd98fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:31:42,995 DEBUG [RS:0;f3865e8353b4:34541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:34541 2024-11-21T17:31:42,998 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:31:42,998 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:31:42,998 DEBUG [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:31:42,999 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:31:43,001 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,35855,1732210300178 with port=34541, startcode=1732210300766 2024-11-21T17:31:43,008 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:31:43,010 DEBUG [RS:0;f3865e8353b4:34541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:31:43,015 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:31:43,021 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,35855,1732210300178 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:31:43,030 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:31:43,031 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:31:43,032 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:31:43,032 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:31:43,032 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:31:43,033 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:43,033 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:31:43,033 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:43,040 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210333040 2024-11-21T17:31:43,042 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:31:43,043 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:31:43,043 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:31:43,043 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:31:43,044 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:31:43,048 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:31:43,048 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:31:43,049 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:31:43,049 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:31:43,050 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:43,050 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35855 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T17:31:43,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:31:43,052 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:43,057 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:31:43,058 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:31:43,058 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:31:43,059 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:31:43,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:31:43,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:31:43,065 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17 2024-11-21T17:31:43,071 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:31:43,072 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:31:43,073 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210303073,5,FailOnTimeoutGroup] 2024-11-21T17:31:43,074 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210303074,5,FailOnTimeoutGroup] 2024-11-21T17:31:43,074 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:43,074 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:31:43,076 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:43,076 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:43,080 DEBUG [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T17:31:43,080 WARN [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T17:31:43,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741832_1008 (size=32) 2024-11-21T17:31:43,182 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,35855,1732210300178 with port=34541, startcode=1732210300766 2024-11-21T17:31:43,185 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,34541,1732210300766 2024-11-21T17:31:43,188 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35855 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,34541,1732210300766 2024-11-21T17:31:43,197 DEBUG [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17 2024-11-21T17:31:43,198 DEBUG [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37577 2024-11-21T17:31:43,198 DEBUG [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:31:43,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913/rs 2024-11-21T17:31:43,203 DEBUG [RS:0;f3865e8353b4:34541 {}] zookeeper.ZKUtil(111): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on existing znode=/0-1505304913/rs/f3865e8353b4,34541,1732210300766 2024-11-21T17:31:43,203 WARN [RS:0;f3865e8353b4:34541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:31:43,203 INFO [RS:0;f3865e8353b4:34541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:31:43,204 DEBUG [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766 2024-11-21T17:31:43,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,34541,1732210300766] 2024-11-21T17:31:43,229 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:31:43,250 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:31:43,254 INFO [RS:0;f3865e8353b4:34541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:31:43,255 INFO [RS:0;f3865e8353b4:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:43,256 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:31:43,262 INFO [RS:0;f3865e8353b4:34541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:31:43,263 INFO [RS:0;f3865e8353b4:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:43,264 DEBUG [RS:0;f3865e8353b4:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:43,264 DEBUG [RS:0;f3865e8353b4:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:43,264 DEBUG [RS:0;f3865e8353b4:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:43,264 DEBUG [RS:0;f3865e8353b4:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:43,264 DEBUG [RS:0;f3865e8353b4:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:43,264 DEBUG [RS:0;f3865e8353b4:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:31:43,264 DEBUG [RS:0;f3865e8353b4:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:43,264 DEBUG [RS:0;f3865e8353b4:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:43,265 DEBUG [RS:0;f3865e8353b4:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:43,265 DEBUG [RS:0;f3865e8353b4:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:43,265 DEBUG [RS:0;f3865e8353b4:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:43,265 DEBUG [RS:0;f3865e8353b4:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:43,265 DEBUG [RS:0;f3865e8353b4:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:31:43,265 DEBUG [RS:0;f3865e8353b4:34541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:31:43,266 INFO [RS:0;f3865e8353b4:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:43,267 INFO [RS:0;f3865e8353b4:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:43,267 INFO [RS:0;f3865e8353b4:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:43,267 INFO [RS:0;f3865e8353b4:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:43,267 INFO [RS:0;f3865e8353b4:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:43,267 INFO [RS:0;f3865e8353b4:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34541,1732210300766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:31:43,285 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:31:43,286 INFO [RS:0;f3865e8353b4:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34541,1732210300766-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:43,287 INFO [RS:0;f3865e8353b4:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:43,287 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.Replication(171): f3865e8353b4,34541,1732210300766 started 2024-11-21T17:31:43,303 INFO [RS:0;f3865e8353b4:34541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:43,304 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,34541,1732210300766, RpcServer on f3865e8353b4/172.17.0.2:34541, sessionid=0x1006356e2c60001 2024-11-21T17:31:43,304 DEBUG [RS:0;f3865e8353b4:34541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:31:43,304 DEBUG [RS:0;f3865e8353b4:34541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,34541,1732210300766 2024-11-21T17:31:43,305 DEBUG [RS:0;f3865e8353b4:34541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,34541,1732210300766' 2024-11-21T17:31:43,305 DEBUG [RS:0;f3865e8353b4:34541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1505304913/flush-table-proc/abort' 2024-11-21T17:31:43,306 DEBUG [RS:0;f3865e8353b4:34541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1505304913/flush-table-proc/acquired' 2024-11-21T17:31:43,306 DEBUG [RS:0;f3865e8353b4:34541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:31:43,306 DEBUG [RS:0;f3865e8353b4:34541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:31:43,307 DEBUG [RS:0;f3865e8353b4:34541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,34541,1732210300766 2024-11-21T17:31:43,307 DEBUG [RS:0;f3865e8353b4:34541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,34541,1732210300766' 2024-11-21T17:31:43,307 DEBUG [RS:0;f3865e8353b4:34541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1505304913/online-snapshot/abort' 2024-11-21T17:31:43,308 DEBUG [RS:0;f3865e8353b4:34541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1505304913/online-snapshot/acquired' 2024-11-21T17:31:43,308 DEBUG [RS:0;f3865e8353b4:34541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:31:43,308 INFO [RS:0;f3865e8353b4:34541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:31:43,308 INFO [RS:0;f3865e8353b4:34541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:31:43,418 INFO [RS:0;f3865e8353b4:34541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:31:43,421 INFO [RS:0;f3865e8353b4:34541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C34541%2C1732210300766, suffix=, logDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766, archiveDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/oldWALs, maxLogs=10 2024-11-21T17:31:43,438 DEBUG [RS:0;f3865e8353b4:34541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.1732210303425, exclude list is [], retry=0 2024-11-21T17:31:43,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36083,DS-6d6605e3-84fc-4a84-aec3-92febe4986f0,DISK] 2024-11-21T17:31:43,446 INFO [RS:0;f3865e8353b4:34541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.1732210303425 2024-11-21T17:31:43,447 DEBUG [RS:0;f3865e8353b4:34541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36507:36507)] 2024-11-21T17:31:43,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:31:43,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:31:43,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:31:43,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:43,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:43,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:31:43,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:31:43,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:43,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:43,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:31:43,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:31:43,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:43,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:43,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:31:43,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:31:43,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:43,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:43,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:31:43,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740 2024-11-21T17:31:43,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740 2024-11-21T17:31:43,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:31:43,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:31:43,515 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:31:43,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:31:43,521 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:31:43,522 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64649104, jitterRate=-0.03665328025817871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:31:43,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210303487Initializing all the Stores at 1732210303490 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210303490Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210303491 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210303491Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210303491Cleaning up temporary data from old regions at 1732210303514 (+23 ms)Region opened successfully at 1732210303526 (+12 ms) 2024-11-21T17:31:43,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:31:43,526 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:31:43,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:31:43,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:31:43,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:31:43,528 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:31:43,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210303526Disabling compacts and flushes for region at 1732210303526Disabling writes for close at 1732210303526Writing region close event to WAL at 1732210303527 (+1 ms)Closed at 1732210303528 (+1 ms) 2024-11-21T17:31:43,531 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:31:43,531 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:31:43,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:31:43,544 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:31:43,547 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:31:43,701 DEBUG [f3865e8353b4:35855 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:31:43,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,34541,1732210300766 2024-11-21T17:31:43,720 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,34541,1732210300766, state=OPENING 2024-11-21T17:31:43,724 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:31:43,726 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:43,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:43,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1505304913/meta-region-server: CHANGED 2024-11-21T17:31:43,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1505304913/meta-region-server: CHANGED 2024-11-21T17:31:43,729 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:31:43,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,34541,1732210300766}] 2024-11-21T17:31:43,915 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:31:43,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:31:43,931 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:31:43,931 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:31:43,932 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:31:43,936 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C34541%2C1732210300766.meta, suffix=.meta, logDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766, archiveDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/oldWALs, maxLogs=10 2024-11-21T17:31:43,956 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.meta.1732210303938.meta, exclude list is [], retry=0 2024-11-21T17:31:43,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36083,DS-6d6605e3-84fc-4a84-aec3-92febe4986f0,DISK] 2024-11-21T17:31:43,964 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.meta.1732210303938.meta 2024-11-21T17:31:43,965 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36507:36507)] 2024-11-21T17:31:43,966 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:31:43,972 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:31:43,974 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:31:43,977 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:31:43,979 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:31:43,984 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:31:43,985 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:31:43,985 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:31:43,986 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:31:43,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:31:43,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:31:43,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:43,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:43,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:31:43,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:31:43,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:43,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:43,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:31:43,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:31:43,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:43,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:44,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:31:44,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:31:44,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:44,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:44,003 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:31:44,005 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740 2024-11-21T17:31:44,008 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740 2024-11-21T17:31:44,010 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:31:44,010 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:31:44,011 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:31:44,014 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:31:44,016 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73238808, jitterRate=0.09134328365325928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:31:44,016 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:31:44,018 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210303986Writing region info on filesystem at 1732210303986Initializing all the Stores at 1732210303989 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210303989Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210303989Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210303989Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210303989Cleaning up temporary data from old regions at 1732210304010 (+21 ms)Running coprocessor post-open hooks at 1732210304016 (+6 ms)Region opened successfully at 1732210304018 (+2 ms) 2024-11-21T17:31:44,025 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210303904 2024-11-21T17:31:44,035 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:31:44,036 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:31:44,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,34541,1732210300766 2024-11-21T17:31:44,040 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,34541,1732210300766, state=OPEN 2024-11-21T17:31:44,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1505304913/meta-region-server 2024-11-21T17:31:44,042 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1505304913/meta-region-server 2024-11-21T17:31:44,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1505304913/meta-region-server: CHANGED 2024-11-21T17:31:44,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1505304913/meta-region-server: CHANGED 2024-11-21T17:31:44,042 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,34541,1732210300766 2024-11-21T17:31:44,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:31:44,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,34541,1732210300766 in 311 msec 2024-11-21T17:31:44,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:31:44,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 514 msec 2024-11-21T17:31:44,057 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:31:44,057 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:31:44,074 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:31:44,076 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,34541,1732210300766, seqNum=-1] 2024-11-21T17:31:44,096 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:31:44,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:31:44,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1600 sec 2024-11-21T17:31:44,119 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210304119, completionTime=-1 2024-11-21T17:31:44,121 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:31:44,122 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:31:44,160 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:31:44,161 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210364161 2024-11-21T17:31:44,161 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210424161 2024-11-21T17:31:44,161 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 39 msec 2024-11-21T17:31:44,163 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,35855,1732210300178-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:44,163 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,35855,1732210300178-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:44,163 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,35855,1732210300178-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:44,165 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:35855, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:44,165 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:44,166 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:44,176 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:31:44,195 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.267sec 2024-11-21T17:31:44,196 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:31:44,197 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:31:44,198 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:31:44,199 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:31:44,199 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:31:44,199 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,35855,1732210300178-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:31:44,200 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,35855,1732210300178-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:31:44,207 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:31:44,208 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:31:44,209 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,35855,1732210300178-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:44,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:44,279 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T17:31:44,279 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T17:31:44,282 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,35855,-1 for getting cluster id 2024-11-21T17:31:44,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:31:44,290 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a521af66-5734-449c-be19-b1d3735784c0' 2024-11-21T17:31:44,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:31:44,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a521af66-5734-449c-be19-b1d3735784c0" 2024-11-21T17:31:44,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11d50b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:44,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,35855,-1] 2024-11-21T17:31:44,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:31:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:44,300 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:31:44,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:44,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:31:44,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,34541,1732210300766, seqNum=-1] 2024-11-21T17:31:44,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:31:44,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:31:44,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,35855,1732210300178 2024-11-21T17:31:44,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54241 2024-11-21T17:31:44,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:31:44,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1006356e2c60002 connected 2024-11-21T17:31:44,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/hadoop.log.dir so I do NOT create it in target/test-data/94457519-2652-9432-f057-ca4557f81faa 2024-11-21T17:31:44,362 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:31:44,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/hadoop.tmp.dir so I do NOT create it in target/test-data/94457519-2652-9432-f057-ca4557f81faa 2024-11-21T17:31:44,362 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:31:44,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa 2024-11-21T17:31:44,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:31:44,362 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/cluster_a684e634-bd5d-9553-004c-946dfffabacb, deleteOnExit=true 2024-11-21T17:31:44,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:31:44,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/test.cache.data in system properties and HBase conf 2024-11-21T17:31:44,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:31:44,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:31:44,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:31:44,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:31:44,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:31:44,363 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:31:44,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:31:44,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:31:44,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:31:44,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:31:44,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:31:44,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:31:44,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:31:44,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:31:44,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:31:44,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:31:44,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:31:44,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:31:44,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:31:44,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:31:44,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:31:44,442 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:31:44,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:31:44,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:31:44,445 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:31:44,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:31:44,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:31:44,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:31:44,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/java.io.tmpdir/jetty-localhost-40997-hadoop-hdfs-3_4_1-tests_jar-_-any-7838677018902628007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:31:44,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:40997} 2024-11-21T17:31:44,548 INFO [Time-limited test {}] server.Server(415): Started @9810ms 2024-11-21T17:31:44,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:31:44,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:31:44,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:31:44,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:31:44,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T17:31:44,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:31:44,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:31:44,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/java.io.tmpdir/jetty-localhost-34631-hadoop-hdfs-3_4_1-tests_jar-_-any-620643593404781959/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:31:44,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:34631} 2024-11-21T17:31:44,721 INFO [Time-limited test {}] server.Server(415): Started @9984ms 2024-11-21T17:31:44,723 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:31:44,827 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/cluster_a684e634-bd5d-9553-004c-946dfffabacb/data/data2/current/BP-45745960-172.17.0.2-1732210304388/current, will proceed with Du for space computation calculation, 2024-11-21T17:31:44,827 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/cluster_a684e634-bd5d-9553-004c-946dfffabacb/data/data1/current/BP-45745960-172.17.0.2-1732210304388/current, will proceed with Du for space computation calculation, 2024-11-21T17:31:44,845 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:31:44,848 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe346e52422114bd5 with lease ID 0x17ed88b9becfa82e: Processing first storage report for DS-59d4fa4f-ffa7-46e2-97a5-791d892194b8 from datanode DatanodeRegistration(127.0.0.1:35607, datanodeUuid=4e78e2a9-4164-47f5-b24e-c0d5c87849a9, infoPort=40943, infoSecurePort=0, ipcPort=37125, storageInfo=lv=-57;cid=testClusterID;nsid=22813616;c=1732210304388) 2024-11-21T17:31:44,848 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe346e52422114bd5 with lease ID 0x17ed88b9becfa82e: from storage DS-59d4fa4f-ffa7-46e2-97a5-791d892194b8 node DatanodeRegistration(127.0.0.1:35607, datanodeUuid=4e78e2a9-4164-47f5-b24e-c0d5c87849a9, infoPort=40943, infoSecurePort=0, ipcPort=37125, storageInfo=lv=-57;cid=testClusterID;nsid=22813616;c=1732210304388), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:31:44,848 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe346e52422114bd5 with lease ID 0x17ed88b9becfa82e: Processing first storage report for DS-063d3463-b5ac-44c6-bce5-20c8f4fe4eb2 from datanode DatanodeRegistration(127.0.0.1:35607, datanodeUuid=4e78e2a9-4164-47f5-b24e-c0d5c87849a9, infoPort=40943, infoSecurePort=0, ipcPort=37125, storageInfo=lv=-57;cid=testClusterID;nsid=22813616;c=1732210304388) 2024-11-21T17:31:44,848 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe346e52422114bd5 with lease ID 0x17ed88b9becfa82e: from storage DS-063d3463-b5ac-44c6-bce5-20c8f4fe4eb2 node DatanodeRegistration(127.0.0.1:35607, datanodeUuid=4e78e2a9-4164-47f5-b24e-c0d5c87849a9, infoPort=40943, infoSecurePort=0, ipcPort=37125, storageInfo=lv=-57;cid=testClusterID;nsid=22813616;c=1732210304388), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:31:44,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa 2024-11-21T17:31:44,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:44,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:44,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:31:45,268 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25 with version=8 2024-11-21T17:31:45,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/hbase-staging 2024-11-21T17:31:45,271 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:31:45,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:45,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:45,271 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:31:45,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:45,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:31:45,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:31:45,272 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:31:45,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41095 2024-11-21T17:31:45,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41095 connecting to ZooKeeper ensemble=127.0.0.1:54241 2024-11-21T17:31:45,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410950x0, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:31:45,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41095-0x1006356e2c60003 connected 2024-11-21T17:31:45,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:45,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:45,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Set watcher on znode that does not yet exist, /158089556/running 2024-11-21T17:31:45,294 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25, hbase.cluster.distributed=false 2024-11-21T17:31:45,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Set watcher on znode that does not yet exist, /158089556/acl 2024-11-21T17:31:45,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41095 2024-11-21T17:31:45,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41095 2024-11-21T17:31:45,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41095 2024-11-21T17:31:45,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41095 2024-11-21T17:31:45,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41095 2024-11-21T17:31:45,322 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:31:45,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:45,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:45,322 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:31:45,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:45,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:31:45,322 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:31:45,322 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:31:45,323 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45709 2024-11-21T17:31:45,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45709 connecting to ZooKeeper ensemble=127.0.0.1:54241 2024-11-21T17:31:45,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:45,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:45,333 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457090x0, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:31:45,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457090x0, quorum=127.0.0.1:54241, baseZNode=/158089556 Set watcher on znode that does not yet exist, /158089556/running 2024-11-21T17:31:45,334 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:31:45,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45709-0x1006356e2c60004 connected 2024-11-21T17:31:45,336 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:31:45,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Set watcher on znode that does not yet exist, /158089556/master 2024-11-21T17:31:45,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Set watcher on znode that does not yet exist, /158089556/acl 2024-11-21T17:31:45,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45709 2024-11-21T17:31:45,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45709 2024-11-21T17:31:45,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45709 2024-11-21T17:31:45,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45709 2024-11-21T17:31:45,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45709 2024-11-21T17:31:45,358 DEBUG [M:0;f3865e8353b4:41095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:41095 2024-11-21T17:31:45,359 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /158089556/backup-masters/f3865e8353b4,41095,1732210305270 2024-11-21T17:31:45,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556/backup-masters 2024-11-21T17:31:45,360 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556/backup-masters 2024-11-21T17:31:45,361 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Set watcher on existing znode=/158089556/backup-masters/f3865e8353b4,41095,1732210305270 2024-11-21T17:31:45,362 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/158089556/master 2024-11-21T17:31:45,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556 2024-11-21T17:31:45,362 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556 2024-11-21T17:31:45,363 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Set watcher on existing znode=/158089556/master 2024-11-21T17:31:45,363 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /158089556/backup-masters/f3865e8353b4,41095,1732210305270 from backup master directory 2024-11-21T17:31:45,364 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556/backup-masters 2024-11-21T17:31:45,364 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:31:45,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/158089556/backup-masters/f3865e8353b4,41095,1732210305270 2024-11-21T17:31:45,364 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,41095,1732210305270 2024-11-21T17:31:45,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556/backup-masters 2024-11-21T17:31:45,377 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/hbase.id] with ID: ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea 2024-11-21T17:31:45,377 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/.tmp/hbase.id 2024-11-21T17:31:45,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:31:45,390 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/.tmp/hbase.id]:[hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/hbase.id] 2024-11-21T17:31:45,423 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:45,423 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:31:45,427 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-21T17:31:45,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556 2024-11-21T17:31:45,429 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556 2024-11-21T17:31:45,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:31:45,845 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:31:45,846 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:31:45,846 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:31:45,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:31:46,259 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store 2024-11-21T17:31:46,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:31:46,282 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:31:46,282 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:31:46,283 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:31:46,283 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:31:46,283 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:31:46,283 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:31:46,283 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:31:46,283 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210306282Disabling compacts and flushes for region at 1732210306282Disabling writes for close at 1732210306283 (+1 ms)Writing region close event to WAL at 1732210306283Closed at 1732210306283 2024-11-21T17:31:46,285 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/.initializing 2024-11-21T17:31:46,285 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/WALs/f3865e8353b4,41095,1732210305270 2024-11-21T17:31:46,288 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:31:46,292 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C41095%2C1732210305270, suffix=, logDir=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/WALs/f3865e8353b4,41095,1732210305270, archiveDir=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/oldWALs, maxLogs=10 2024-11-21T17:31:46,314 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/WALs/f3865e8353b4,41095,1732210305270/f3865e8353b4%2C41095%2C1732210305270.1732210306293, exclude list is [], retry=0 2024-11-21T17:31:46,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35607,DS-59d4fa4f-ffa7-46e2-97a5-791d892194b8,DISK] 2024-11-21T17:31:46,326 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/WALs/f3865e8353b4,41095,1732210305270/f3865e8353b4%2C41095%2C1732210305270.1732210306293 2024-11-21T17:31:46,327 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40943:40943)] 2024-11-21T17:31:46,327 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:31:46,327 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:31:46,328 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:46,328 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:46,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:46,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:31:46,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:46,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:46,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:46,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:31:46,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:46,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:31:46,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:46,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:31:46,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:46,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:31:46,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:46,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:31:46,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:46,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:31:46,355 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:46,357 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:46,358 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:46,361 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:46,361 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:46,362 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:31:46,365 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:46,371 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:31:46,373 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59612701, jitterRate=-0.11170153319835663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:31:46,373 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210306328Initializing all the Stores at 1732210306330 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210306330Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210306333 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210306333Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210306333Cleaning up temporary data from old regions at 1732210306361 (+28 ms)Region opened successfully at 1732210306373 (+12 ms) 2024-11-21T17:31:46,374 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:31:46,383 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c45660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:31:46,385 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:31:46,385 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:31:46,385 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:31:46,386 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:31:46,387 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T17:31:46,388 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:31:46,388 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:31:46,393 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:31:46,395 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Unable to get data of znode /158089556/balancer because node does not exist (not necessarily an error) 2024-11-21T17:31:46,396 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /158089556/balancer already deleted, retry=false 2024-11-21T17:31:46,396 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:31:46,398 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Unable to get data of znode /158089556/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:31:46,399 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /158089556/normalizer already deleted, retry=false 2024-11-21T17:31:46,399 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:31:46,404 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Unable to get data of znode /158089556/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:31:46,406 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /158089556/switch/split already deleted, retry=false 2024-11-21T17:31:46,407 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Unable to get data of znode /158089556/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:31:46,408 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /158089556/switch/merge already deleted, retry=false 2024-11-21T17:31:46,412 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Unable to get data of znode /158089556/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:31:46,414 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /158089556/snapshot-cleanup already deleted, retry=false 2024-11-21T17:31:46,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/158089556/running 2024-11-21T17:31:46,417 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/158089556/running 2024-11-21T17:31:46,417 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556 2024-11-21T17:31:46,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556 2024-11-21T17:31:46,422 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,41095,1732210305270, sessionid=0x1006356e2c60003, setting cluster-up flag (Was=false) 2024-11-21T17:31:46,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556 2024-11-21T17:31:46,425 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556 2024-11-21T17:31:46,431 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /158089556/flush-table-proc/acquired, /158089556/flush-table-proc/reached, /158089556/flush-table-proc/abort 2024-11-21T17:31:46,432 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,41095,1732210305270 2024-11-21T17:31:46,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556 2024-11-21T17:31:46,436 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556 2024-11-21T17:31:46,441 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /158089556/online-snapshot/acquired, /158089556/online-snapshot/reached, /158089556/online-snapshot/abort 2024-11-21T17:31:46,444 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,41095,1732210305270 2024-11-21T17:31:46,446 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:31:46,453 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer(746): ClusterId : ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea 2024-11-21T17:31:46,453 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:31:46,454 DEBUG [RS:0;f3865e8353b4:45709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:31:46,454 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:31:46,454 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:31:46,455 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,41095,1732210305270 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:31:46,457 DEBUG [RS:0;f3865e8353b4:45709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:31:46,457 DEBUG [RS:0;f3865e8353b4:45709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:31:46,457 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:31:46,457 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:31:46,458 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:31:46,458 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:31:46,458 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:31:46,458 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:46,458 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:31:46,458 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:46,467 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:31:46,467 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:31:46,469 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:46,469 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:31:46,473 DEBUG [RS:0;f3865e8353b4:45709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:31:46,474 DEBUG [RS:0;f3865e8353b4:45709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7203d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:31:46,481 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210336481 2024-11-21T17:31:46,481 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:31:46,482 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:31:46,482 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:31:46,482 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:31:46,482 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:31:46,482 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:31:46,485 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:46,485 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:31:46,485 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:31:46,486 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:31:46,486 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:31:46,486 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:31:46,487 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:31:46,490 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210306487,5,FailOnTimeoutGroup] 2024-11-21T17:31:46,494 DEBUG [RS:0;f3865e8353b4:45709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:45709 2024-11-21T17:31:46,494 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:31:46,494 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:31:46,494 DEBUG [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:31:46,496 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210306491,5,FailOnTimeoutGroup] 2024-11-21T17:31:46,496 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:46,496 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:31:46,496 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:46,497 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:46,497 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,41095,1732210305270 with port=45709, startcode=1732210305321 2024-11-21T17:31:46,498 DEBUG [RS:0;f3865e8353b4:45709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:31:46,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:31:46,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:31:46,501 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:31:46,501 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25 2024-11-21T17:31:46,502 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41095 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,45709,1732210305321 2024-11-21T17:31:46,502 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41095 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,45709,1732210305321 2024-11-21T17:31:46,507 DEBUG [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25 2024-11-21T17:31:46,507 DEBUG [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39855 2024-11-21T17:31:46,508 DEBUG [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:31:46,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556/rs 2024-11-21T17:31:46,510 DEBUG [RS:0;f3865e8353b4:45709 {}] zookeeper.ZKUtil(111): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Set watcher on existing znode=/158089556/rs/f3865e8353b4,45709,1732210305321 2024-11-21T17:31:46,510 WARN [RS:0;f3865e8353b4:45709 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:31:46,510 INFO [RS:0;f3865e8353b4:45709 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:31:46,510 DEBUG [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/WALs/f3865e8353b4,45709,1732210305321 2024-11-21T17:31:46,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,45709,1732210305321] 2024-11-21T17:31:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741832_1008 (size=32) 2024-11-21T17:31:46,526 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:31:46,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:31:46,537 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:31:46,542 INFO [RS:0;f3865e8353b4:45709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:31:46,542 INFO [RS:0;f3865e8353b4:45709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:46,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:31:46,542 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:31:46,544 INFO [RS:0;f3865e8353b4:45709 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:31:46,545 INFO [RS:0;f3865e8353b4:45709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:46,545 DEBUG [RS:0;f3865e8353b4:45709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:46,545 DEBUG [RS:0;f3865e8353b4:45709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:46,545 DEBUG [RS:0;f3865e8353b4:45709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:46,545 DEBUG [RS:0;f3865e8353b4:45709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:46,546 DEBUG [RS:0;f3865e8353b4:45709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:46,546 DEBUG [RS:0;f3865e8353b4:45709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:31:46,546 DEBUG [RS:0;f3865e8353b4:45709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:46,546 DEBUG [RS:0;f3865e8353b4:45709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:46,546 DEBUG [RS:0;f3865e8353b4:45709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:46,546 DEBUG [RS:0;f3865e8353b4:45709 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:46,546 DEBUG [RS:0;f3865e8353b4:45709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:46,547 DEBUG [RS:0;f3865e8353b4:45709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:46,547 DEBUG [RS:0;f3865e8353b4:45709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:31:46,547 DEBUG [RS:0;f3865e8353b4:45709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:31:46,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:31:46,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:46,548 INFO [RS:0;f3865e8353b4:45709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:46,548 INFO [RS:0;f3865e8353b4:45709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:46,548 INFO [RS:0;f3865e8353b4:45709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:46,548 INFO [RS:0;f3865e8353b4:45709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:46,548 INFO [RS:0;f3865e8353b4:45709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:46,548 INFO [RS:0;f3865e8353b4:45709 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45709,1732210305321-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:31:46,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:46,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:31:46,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:31:46,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:46,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:46,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:31:46,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:31:46,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:46,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:46,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:31:46,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:31:46,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:46,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:46,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:31:46,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/data/hbase/meta/1588230740 2024-11-21T17:31:46,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/data/hbase/meta/1588230740 2024-11-21T17:31:46,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:31:46,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:31:46,573 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:31:46,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:31:46,578 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:31:46,578 INFO [RS:0;f3865e8353b4:45709 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45709,1732210305321-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:46,578 INFO [RS:0;f3865e8353b4:45709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:46,578 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.Replication(171): f3865e8353b4,45709,1732210305321 started 2024-11-21T17:31:46,585 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:31:46,586 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71796155, jitterRate=0.06984607875347137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:31:46,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210306528Initializing all the Stores at 1732210306531 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210306531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210306541 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210306541Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210306541Cleaning up temporary data from old regions at 1732210306572 (+31 ms)Region opened successfully at 1732210306586 (+14 ms) 2024-11-21T17:31:46,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:31:46,586 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:31:46,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:31:46,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:31:46,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:31:46,593 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:31:46,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210306586Disabling compacts and flushes for region at 1732210306586Disabling writes for close at 1732210306586Writing region close event to WAL at 1732210306592 (+6 ms)Closed at 1732210306592 2024-11-21T17:31:46,595 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:31:46,595 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:31:46,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:31:46,598 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:31:46,600 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:31:46,602 INFO [RS:0;f3865e8353b4:45709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:46,602 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,45709,1732210305321, RpcServer on f3865e8353b4/172.17.0.2:45709, sessionid=0x1006356e2c60004 2024-11-21T17:31:46,602 DEBUG [RS:0;f3865e8353b4:45709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:31:46,602 DEBUG [RS:0;f3865e8353b4:45709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,45709,1732210305321 2024-11-21T17:31:46,602 DEBUG [RS:0;f3865e8353b4:45709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,45709,1732210305321' 2024-11-21T17:31:46,602 DEBUG [RS:0;f3865e8353b4:45709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/158089556/flush-table-proc/abort' 2024-11-21T17:31:46,603 DEBUG [RS:0;f3865e8353b4:45709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/158089556/flush-table-proc/acquired' 2024-11-21T17:31:46,604 DEBUG [RS:0;f3865e8353b4:45709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:31:46,604 DEBUG [RS:0;f3865e8353b4:45709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:31:46,604 DEBUG [RS:0;f3865e8353b4:45709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,45709,1732210305321 2024-11-21T17:31:46,604 DEBUG [RS:0;f3865e8353b4:45709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,45709,1732210305321' 2024-11-21T17:31:46,604 DEBUG [RS:0;f3865e8353b4:45709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/158089556/online-snapshot/abort' 2024-11-21T17:31:46,605 DEBUG [RS:0;f3865e8353b4:45709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/158089556/online-snapshot/acquired' 2024-11-21T17:31:46,605 DEBUG [RS:0;f3865e8353b4:45709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:31:46,605 INFO [RS:0;f3865e8353b4:45709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:31:46,605 INFO [RS:0;f3865e8353b4:45709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:31:46,706 INFO [RS:0;f3865e8353b4:45709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:31:46,708 INFO [RS:0;f3865e8353b4:45709 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C45709%2C1732210305321, suffix=, logDir=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/WALs/f3865e8353b4,45709,1732210305321, archiveDir=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/oldWALs, maxLogs=10 2024-11-21T17:31:46,723 DEBUG [RS:0;f3865e8353b4:45709 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/WALs/f3865e8353b4,45709,1732210305321/f3865e8353b4%2C45709%2C1732210305321.1732210306710, exclude list is [], retry=0 2024-11-21T17:31:46,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35607,DS-59d4fa4f-ffa7-46e2-97a5-791d892194b8,DISK] 2024-11-21T17:31:46,729 INFO [RS:0;f3865e8353b4:45709 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/WALs/f3865e8353b4,45709,1732210305321/f3865e8353b4%2C45709%2C1732210305321.1732210306710 2024-11-21T17:31:46,733 DEBUG [RS:0;f3865e8353b4:45709 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40943:40943)] 2024-11-21T17:31:46,750 DEBUG [f3865e8353b4:41095 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:31:46,751 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,45709,1732210305321 2024-11-21T17:31:46,754 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,45709,1732210305321, state=OPENING 2024-11-21T17:31:46,762 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:31:46,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556 2024-11-21T17:31:46,764 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556 2024-11-21T17:31:46,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /158089556/meta-region-server: CHANGED 2024-11-21T17:31:46,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /158089556/meta-region-server: CHANGED 2024-11-21T17:31:46,766 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:31:46,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,45709,1732210305321}] 2024-11-21T17:31:46,927 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:31:46,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:31:46,945 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:31:46,945 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:31:46,946 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:31:46,949 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C45709%2C1732210305321.meta, suffix=.meta, logDir=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/WALs/f3865e8353b4,45709,1732210305321, archiveDir=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/oldWALs, maxLogs=10 2024-11-21T17:31:46,965 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/WALs/f3865e8353b4,45709,1732210305321/f3865e8353b4%2C45709%2C1732210305321.meta.1732210306951.meta, exclude list is [], retry=0 2024-11-21T17:31:46,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35607,DS-59d4fa4f-ffa7-46e2-97a5-791d892194b8,DISK] 2024-11-21T17:31:46,973 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/WALs/f3865e8353b4,45709,1732210305321/f3865e8353b4%2C45709%2C1732210305321.meta.1732210306951.meta 2024-11-21T17:31:46,977 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40943:40943)] 2024-11-21T17:31:46,978 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:31:46,978 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:31:46,978 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:31:46,978 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:31:46,978 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:31:46,979 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:31:46,979 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:31:46,979 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:31:46,979 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:31:46,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:31:46,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:31:46,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:46,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:46,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:31:46,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:31:46,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:46,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:46,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:31:46,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:31:46,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:46,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:46,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:31:46,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:31:46,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:46,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:46,993 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:31:46,995 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/data/hbase/meta/1588230740 2024-11-21T17:31:46,998 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/data/hbase/meta/1588230740 2024-11-21T17:31:47,001 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:31:47,001 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:31:47,002 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:31:47,007 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:31:47,009 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67745817, jitterRate=0.009491339325904846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:31:47,010 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:31:47,010 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210306979Writing region info on filesystem at 1732210306979Initializing all the Stores at 1732210306981 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210306981Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210306981Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210306981Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210306981Cleaning up temporary data from old regions at 1732210307001 (+20 ms)Running coprocessor post-open hooks at 1732210307010 (+9 ms)Region opened successfully at 1732210307010 2024-11-21T17:31:47,012 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210306927 2024-11-21T17:31:47,016 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:31:47,017 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:31:47,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,45709,1732210305321 2024-11-21T17:31:47,020 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,45709,1732210305321, state=OPEN 2024-11-21T17:31:47,021 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/158089556/meta-region-server 2024-11-21T17:31:47,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/158089556/meta-region-server 2024-11-21T17:31:47,021 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,45709,1732210305321 2024-11-21T17:31:47,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /158089556/meta-region-server: CHANGED 2024-11-21T17:31:47,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /158089556/meta-region-server: CHANGED 2024-11-21T17:31:47,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:31:47,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,45709,1732210305321 in 255 msec 2024-11-21T17:31:47,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:31:47,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-21T17:31:47,036 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:31:47,036 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:31:47,038 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:31:47,039 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,45709,1732210305321, seqNum=-1] 2024-11-21T17:31:47,039 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:31:47,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:31:47,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 600 msec 2024-11-21T17:31:47,053 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210307053, completionTime=-1 2024-11-21T17:31:47,053 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:31:47,053 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:31:47,057 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:31:47,057 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210367057 2024-11-21T17:31:47,057 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210427057 2024-11-21T17:31:47,057 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-21T17:31:47,057 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41095,1732210305270-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:47,058 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41095,1732210305270-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:47,058 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41095,1732210305270-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:47,058 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:41095, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:47,058 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:47,059 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:47,061 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:31:47,065 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.700sec 2024-11-21T17:31:47,066 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:31:47,066 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:31:47,066 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:31:47,066 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:31:47,066 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:31:47,066 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41095,1732210305270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:31:47,066 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41095,1732210305270-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:31:47,070 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:31:47,071 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:31:47,071 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41095,1732210305270-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:47,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f69ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:47,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41095,-1 for getting cluster id 2024-11-21T17:31:47,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:31:47,155 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea' 2024-11-21T17:31:47,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:31:47,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea" 2024-11-21T17:31:47,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e71a25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:47,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41095,-1] 2024-11-21T17:31:47,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:31:47,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:47,160 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:31:47,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:47,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:31:47,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,45709,1732210305321, seqNum=-1] 2024-11-21T17:31:47,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:31:47,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:31:47,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,41095,1732210305270 2024-11-21T17:31:47,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54241 2024-11-21T17:31:47,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:31:47,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1006356e2c60005 connected 2024-11-21T17:31:47,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b690d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:47,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,35855,-1 for getting cluster id 2024-11-21T17:31:47,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:31:47,194 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a521af66-5734-449c-be19-b1d3735784c0' 2024-11-21T17:31:47,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:31:47,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a521af66-5734-449c-be19-b1d3735784c0" 2024-11-21T17:31:47,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f9d0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:47,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,35855,-1] 2024-11-21T17:31:47,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:31:47,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:47,198 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:31:47,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a9685f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:47,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:31:47,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,35855,1732210300178 2024-11-21T17:31:47,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@113cd511 2024-11-21T17:31:47,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:31:47,217 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:31:47,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f3865e8353b4:41095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:31:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:31:47,237 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:41095' 2024-11-21T17:31:47,240 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379cf050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:47,240 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41095,-1 for getting cluster id 2024-11-21T17:31:47,240 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:31:47,242 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea' 2024-11-21T17:31:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:31:47,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:31:47,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea" 2024-11-21T17:31:47,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495d6f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:47,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41095,-1] 2024-11-21T17:31:47,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:31:47,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:47,246 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:31:47,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f888a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:47,249 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:31:47,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41095,1732210305270 2024-11-21T17:31:47,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@718266cb 2024-11-21T17:31:47,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:31:47,257 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:31:47,274 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T17:31:47,274 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:31:47,280 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:47,281 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:47,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:31:47,284 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:31:47,291 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T17:31:47,295 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:31:47,295 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:47,298 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:31:47,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741835_1011 (size=1138) 2024-11-21T17:31:47,344 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T17:31:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:31:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:31:47,717 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 351cec613c98d0a717a99782deffc4ed, NAME => 'hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17 2024-11-21T17:31:47,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741836_1012 (size=44) 2024-11-21T17:31:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:31:48,129 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:31:48,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 351cec613c98d0a717a99782deffc4ed, disabling compactions & flushes 2024-11-21T17:31:48,130 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:31:48,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:31:48,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. after waiting 0 ms 2024-11-21T17:31:48,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:31:48,130 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:31:48,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 351cec613c98d0a717a99782deffc4ed: Waiting for close lock at 1732210308130Disabling compacts and flushes for region at 1732210308130Disabling writes for close at 1732210308130Writing region close event to WAL at 1732210308130Closed at 1732210308130 2024-11-21T17:31:48,134 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:31:48,140 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732210308134"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210308134"}]},"ts":"1732210308134"} 2024-11-21T17:31:48,145 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:31:48,147 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:31:48,149 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210308147"}]},"ts":"1732210308147"} 2024-11-21T17:31:48,153 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T17:31:48,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=351cec613c98d0a717a99782deffc4ed, ASSIGN}] 2024-11-21T17:31:48,157 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=351cec613c98d0a717a99782deffc4ed, ASSIGN 2024-11-21T17:31:48,159 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=351cec613c98d0a717a99782deffc4ed, ASSIGN; state=OFFLINE, location=f3865e8353b4,34541,1732210300766; forceNewPlan=false, retain=false 2024-11-21T17:31:48,311 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=351cec613c98d0a717a99782deffc4ed, regionState=OPENING, regionLocation=f3865e8353b4,34541,1732210300766 2024-11-21T17:31:48,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=351cec613c98d0a717a99782deffc4ed, ASSIGN because future has completed 2024-11-21T17:31:48,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 351cec613c98d0a717a99782deffc4ed, server=f3865e8353b4,34541,1732210300766}] 2024-11-21T17:31:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:31:48,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:31:48,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:31:48,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T17:31:48,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C34541%2C1732210300766.rep, suffix=, logDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766, archiveDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/oldWALs, maxLogs=10 2024-11-21T17:31:48,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.rep.1732210308494, exclude list is [], retry=0 2024-11-21T17:31:48,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36083,DS-6d6605e3-84fc-4a84-aec3-92febe4986f0,DISK] 2024-11-21T17:31:48,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.rep.1732210308494 2024-11-21T17:31:48,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36507:36507)] 2024-11-21T17:31:48,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 351cec613c98d0a717a99782deffc4ed, NAME => 'hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:31:48,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:31:48,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:31:48,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. service=MultiRowMutationService 2024-11-21T17:31:48,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T17:31:48,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:48,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:31:48,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:48,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:48,519 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:48,520 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 351cec613c98d0a717a99782deffc4ed columnFamilyName hfileref 2024-11-21T17:31:48,520 DEBUG [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:48,521 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] regionserver.HStore(327): Store=351cec613c98d0a717a99782deffc4ed/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:31:48,521 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:48,523 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 351cec613c98d0a717a99782deffc4ed columnFamilyName queue 2024-11-21T17:31:48,523 DEBUG [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:48,523 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] regionserver.HStore(327): Store=351cec613c98d0a717a99782deffc4ed/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:31:48,523 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:48,525 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 351cec613c98d0a717a99782deffc4ed columnFamilyName sid 2024-11-21T17:31:48,525 DEBUG [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:48,526 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] regionserver.HStore(327): Store=351cec613c98d0a717a99782deffc4ed/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:31:48,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:48,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/replication/351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:48,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/replication/351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:48,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:48,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:48,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:31:48,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:48,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/replication/351cec613c98d0a717a99782deffc4ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:31:48,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 351cec613c98d0a717a99782deffc4ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69605961, jitterRate=0.0372096449136734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:31:48,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:48,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 351cec613c98d0a717a99782deffc4ed: Running coprocessor pre-open hook at 1732210308517Writing region info on filesystem at 1732210308517Initializing all the Stores at 1732210308518 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210308518Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210308519 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210308519Cleaning up temporary data from old regions at 1732210308529 (+10 ms)Running coprocessor post-open hooks at 1732210308535 (+6 ms)Region opened successfully at 1732210308536 (+1 ms) 2024-11-21T17:31:48,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed., pid=7, masterSystemTime=1732210308475 2024-11-21T17:31:48,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:31:48,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:31:48,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=351cec613c98d0a717a99782deffc4ed, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,34541,1732210300766 2024-11-21T17:31:48,545 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35855 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f3865e8353b4,34541,1732210300766, table=hbase:replication, region=351cec613c98d0a717a99782deffc4ed. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T17:31:48,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 351cec613c98d0a717a99782deffc4ed, server=f3865e8353b4,34541,1732210300766 because future has completed 2024-11-21T17:31:48,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T17:31:48,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 351cec613c98d0a717a99782deffc4ed, server=f3865e8353b4,34541,1732210300766 in 230 msec 2024-11-21T17:31:48,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:31:48,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=351cec613c98d0a717a99782deffc4ed, ASSIGN in 397 msec 2024-11-21T17:31:48,557 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:31:48,557 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210308557"}]},"ts":"1732210308557"} 2024-11-21T17:31:48,559 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T17:31:48,561 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:31:48,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2760 sec 2024-11-21T17:31:48,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed., hostname=f3865e8353b4,34541,1732210300766, seqNum=2] 2024-11-21T17:31:48,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34541 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T17:31:48,628 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:48,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:48,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:31:48,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T17:31:48,799 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T17:31:48,835 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,34541,1732210300766, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:31:48,836 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:31:48,836 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,34541,1732210300766, seqNum=-1] 2024-11-21T17:31:48,836 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:31:48,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T17:31:48,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f3865e8353b4,34541,1732210300766', locateType=CURRENT is [region=hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed., hostname=f3865e8353b4,34541,1732210300766, seqNum=2] 2024-11-21T17:31:48,846 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T17:31:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T17:31:48,851 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f3865e8353b4,34541,1732210300766 suceeded 2024-11-21T17:31:48,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T17:31:48,856 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f3865e8353b4:41095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:31:48,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-21T17:31:48,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6340 sec 2024-11-21T17:31:48,867 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:41095' 2024-11-21T17:31:48,869 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb9f5ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:48,869 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41095,-1 for getting cluster id 2024-11-21T17:31:48,869 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:31:48,870 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea' 2024-11-21T17:31:48,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:31:48,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea" 2024-11-21T17:31:48,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74c7987c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:48,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41095,-1] 2024-11-21T17:31:48,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:31:48,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:48,872 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:31:48,873 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fd2943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:48,873 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:31:48,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41095,1732210305270 2024-11-21T17:31:48,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c1ac01f 2024-11-21T17:31:48,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:31:48,876 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T17:31:48,877 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,34541,1732210300766 (queues=1) is replicating from cluster=a521af66-5734-449c-be19-b1d3735784c0 to cluster=ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea 2024-11-21T17:31:48,879 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C34541%2C1732210300766 2024-11-21T17:31:48,882 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,34541,1732210300766, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:31:48,884 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766.replicationSource.shipperf3865e8353b4%2C34541%2C1732210300766,1-f3865e8353b4,34541,1732210300766 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C34541%2C1732210300766 2024-11-21T17:31:48,889 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766.replicationSource.wal-reader.f3865e8353b4%2C34541%2C1732210300766,1-f3865e8353b4,34541,1732210300766 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.1732210303425, startPosition=0, beingWritten=true 2024-11-21T17:31:49,142 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766.replicationSource.wal-reader.f3865e8353b4%2C34541%2C1732210300766,1-f3865e8353b4,34541,1732210300766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.1732210303425 to pos 0, reset compression=false 2024-11-21T17:31:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:31:49,400 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:31:49,400 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T17:31:49,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:31:49,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:49,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:49,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:31:49,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4640e624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:49,402 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,35855,-1 for getting cluster id 2024-11-21T17:31:49,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:31:49,405 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a521af66-5734-449c-be19-b1d3735784c0' 2024-11-21T17:31:49,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:31:49,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a521af66-5734-449c-be19-b1d3735784c0" 2024-11-21T17:31:49,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be14e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:49,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,35855,-1] 2024-11-21T17:31:49,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:31:49,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:49,409 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:31:49,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d043b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:49,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:31:49,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,35855,1732210300178 2024-11-21T17:31:49,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16d46c28 2024-11-21T17:31:49,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:31:49,413 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:31:49,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://f3865e8353b4:41095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:31:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:31:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T17:31:49,418 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:41095' 2024-11-21T17:31:49,419 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac2d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:49,419 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41095,-1 for getting cluster id 2024-11-21T17:31:49,419 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:31:49,420 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea' 2024-11-21T17:31:49,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:31:49,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea" 2024-11-21T17:31:49,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18450398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:49,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41095,-1] 2024-11-21T17:31:49,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:31:49,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:49,422 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:31:49,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258a8413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:49,423 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:31:49,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41095,1732210305270 2024-11-21T17:31:49,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f2bb0 2024-11-21T17:31:49,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:31:49,425 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:31:49,426 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-21T17:31:49,426 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:31:49,427 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:49,427 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:49,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:31:49,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:31:49,453 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766.replicationSource.wal-reader.f3865e8353b4%2C34541%2C1732210300766,1-f3865e8353b4,34541,1732210300766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.1732210303425 to pos 0, reset compression=false 2024-11-21T17:31:49,499 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:31:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T17:31:49,551 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T17:31:49,552 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:31:49,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-21T17:31:49,591 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T17:31:49,627 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-f3865e8353b4,34541,1732210300766, ReplicationSource: 2, currentBandwidth=0 2024-11-21T17:31:49,630 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-21T17:31:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-21T17:31:49,634 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f3865e8353b4,34541,1732210300766 suceeded 2024-11-21T17:31:49,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T17:31:49,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-21T17:31:49,638 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f3865e8353b4:41095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:31:49,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 224 msec 2024-11-21T17:31:49,649 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:41095' 2024-11-21T17:31:49,650 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c7694b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:49,650 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41095,-1 for getting cluster id 2024-11-21T17:31:49,650 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:31:49,651 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea' 2024-11-21T17:31:49,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:31:49,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea" 2024-11-21T17:31:49,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@377e4db0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:49,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41095,-1] 2024-11-21T17:31:49,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:31:49,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:49,654 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:31:49,655 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@274d7c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:49,655 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:31:49,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41095,1732210305270 2024-11-21T17:31:49,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5207f85f 2024-11-21T17:31:49,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:31:49,657 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T17:31:49,658 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f3865e8353b4,34541,1732210300766 (queues=1) is replicating from cluster=a521af66-5734-449c-be19-b1d3735784c0 to cluster=ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea 2024-11-21T17:31:49,658 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f3865e8353b4%2C34541%2C1732210300766 2024-11-21T17:31:49,659 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f3865e8353b4,34541,1732210300766, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:31:49,659 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766.replicationSource.shipperf3865e8353b4%2C34541%2C1732210300766,2-f3865e8353b4,34541,1732210300766 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C34541%2C1732210300766 2024-11-21T17:31:49,659 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766.replicationSource.wal-reader.f3865e8353b4%2C34541%2C1732210300766,2-f3865e8353b4,34541,1732210300766 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.1732210303425, startPosition=0, beingWritten=true 2024-11-21T17:31:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T17:31:49,739 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T17:31:49,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:31:49,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:31:49,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:49,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:49,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:31:49,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:31:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,35855,1732210300178 2024-11-21T17:31:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@434ccf38 2024-11-21T17:31:49,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:31:49,747 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:31:49,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T17:31:49,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T17:31:49,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T17:31:49,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T17:31:49,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://f3865e8353b4:41095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:31:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T17:31:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T17:31:49,763 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:41095' 2024-11-21T17:31:49,764 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320c2ae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:49,764 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41095,-1 for getting cluster id 2024-11-21T17:31:49,764 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:31:49,765 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea' 2024-11-21T17:31:49,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:31:49,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea" 2024-11-21T17:31:49,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3578db04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:49,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41095,-1] 2024-11-21T17:31:49,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:31:49,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:49,768 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:31:49,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf8b323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:49,769 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:31:49,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41095,1732210305270 2024-11-21T17:31:49,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75cc06c1 2024-11-21T17:31:49,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:31:49,772 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:31:49,773 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T17:31:49,773 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:31:49,773 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:49,773 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:49,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:31:49,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:31:49,861 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766.replicationSource.wal-reader.f3865e8353b4%2C34541%2C1732210300766,1-f3865e8353b4,34541,1732210300766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.1732210303425 to pos 0, reset compression=false 2024-11-21T17:31:49,866 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766.replicationSource.wal-reader.f3865e8353b4%2C34541%2C1732210300766,2-f3865e8353b4,34541,1732210300766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.1732210303425 to pos 0, reset compression=false 2024-11-21T17:31:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T17:31:49,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-21T17:31:49,934 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-21T17:31:49,936 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-21T17:31:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-21T17:31:49,942 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on f3865e8353b4,34541,1732210300766 suceeded 2024-11-21T17:31:49,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T17:31:49,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-11-21T17:31:49,948 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://f3865e8353b4:41095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:31:49,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 192 msec 2024-11-21T17:31:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T17:31:50,078 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-21T17:31:50,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://f3865e8353b4:41095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:31:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T17:31:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T17:31:50,085 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:41095' 2024-11-21T17:31:50,087 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190e4404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:50,087 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41095,-1 for getting cluster id 2024-11-21T17:31:50,087 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:31:50,089 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea' 2024-11-21T17:31:50,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:31:50,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea" 2024-11-21T17:31:50,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d46dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:50,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41095,-1] 2024-11-21T17:31:50,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:31:50,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:50,092 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:31:50,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c32ac3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:50,093 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:31:50,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41095,1732210305270 2024-11-21T17:31:50,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c73a7f5 2024-11-21T17:31:50,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:31:50,096 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:31:50,097 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T17:31:50,097 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:31:50,097 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:50,097 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:50,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:31:50,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:31:50,174 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766.replicationSource.wal-reader.f3865e8353b4%2C34541%2C1732210300766,2-f3865e8353b4,34541,1732210300766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.1732210303425 to pos 0, reset compression=false 2024-11-21T17:31:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T17:31:50,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-21T17:31:50,257 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-21T17:31:50,259 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-21T17:31:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-21T17:31:50,265 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on f3865e8353b4,34541,1732210300766 suceeded 2024-11-21T17:31:50,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T17:31:50,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-21T17:31:50,271 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://f3865e8353b4:41095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:31:50,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 191 msec 2024-11-21T17:31:50,371 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766.replicationSource.wal-reader.f3865e8353b4%2C34541%2C1732210300766,1-f3865e8353b4,34541,1732210300766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.1732210303425 to pos 0, reset compression=false 2024-11-21T17:31:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T17:31:50,399 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-21T17:31:50,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T17:31:50,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35855 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T17:31:50,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:31:50,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:31:50,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:50,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:50,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:31:50,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:31:50,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1018240919, stopped=false 2024-11-21T17:31:50,405 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,35855,1732210300178 2024-11-21T17:31:50,406 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1505304913/running 2024-11-21T17:31:50,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1505304913/running 2024-11-21T17:31:50,406 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:50,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:50,407 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:31:50,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:31:50,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on znode that does not yet exist, /0-1505304913/running 2024-11-21T17:31:50,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on znode that does not yet exist, /0-1505304913/running 2024-11-21T17:31:50,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:31:50,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:50,408 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,34541,1732210300766' ***** 2024-11-21T17:31:50,408 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:31:50,409 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:31:50,409 INFO [RS:0;f3865e8353b4:34541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:31:50,409 INFO [RS:0;f3865e8353b4:34541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:31:50,409 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(3091): Received CLOSE for 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:50,410 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,34541,1732210300766 2024-11-21T17:31:50,410 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:31:50,410 INFO [RS:0;f3865e8353b4:34541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:31:50,410 INFO [RS:0;f3865e8353b4:34541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:34541. 2024-11-21T17:31:50,410 DEBUG [RS:0;f3865e8353b4:34541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:31:50,411 DEBUG [RS:0;f3865e8353b4:34541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:50,411 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 351cec613c98d0a717a99782deffc4ed, disabling compactions & flushes 2024-11-21T17:31:50,411 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:31:50,411 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:31:50,411 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:31:50,411 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. after waiting 0 ms 2024-11-21T17:31:50,411 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:31:50,411 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:31:50,411 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:31:50,411 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:31:50,412 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T17:31:50,412 DEBUG [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 351cec613c98d0a717a99782deffc4ed=hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed.} 2024-11-21T17:31:50,412 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:31:50,412 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:31:50,412 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:31:50,412 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:31:50,412 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:31:50,412 DEBUG [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:50,416 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 351cec613c98d0a717a99782deffc4ed 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-21T17:31:50,416 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T17:31:50,477 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:31:50,479 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/replication/351cec613c98d0a717a99782deffc4ed/.tmp/queue/916e7ee337eb48a7a7a1ad6a203f4f30 is 151, key is 1-f3865e8353b4,34541,1732210300766/queue:f3865e8353b4%2C34541%2C1732210300766/1732210308842/Put/seqid=0 2024-11-21T17:31:50,479 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/.tmp/info/35f117d10dda4d5f819b84793028c766 is 147, key is hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed./info:regioninfo/1732210308543/Put/seqid=0 2024-11-21T17:31:50,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741839_1015 (size=6631) 2024-11-21T17:31:50,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741838_1014 (size=5500) 2024-11-21T17:31:50,490 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/replication/351cec613c98d0a717a99782deffc4ed/.tmp/queue/916e7ee337eb48a7a7a1ad6a203f4f30 2024-11-21T17:31:50,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T17:31:50,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T17:31:50,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T17:31:50,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T17:31:50,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:31:50,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T17:31:50,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:31:50,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T17:31:50,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T17:31:50,530 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T17:31:50,534 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/replication/351cec613c98d0a717a99782deffc4ed/.tmp/queue/916e7ee337eb48a7a7a1ad6a203f4f30 as hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/replication/351cec613c98d0a717a99782deffc4ed/queue/916e7ee337eb48a7a7a1ad6a203f4f30 2024-11-21T17:31:50,543 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/replication/351cec613c98d0a717a99782deffc4ed/queue/916e7ee337eb48a7a7a1ad6a203f4f30, entries=2, sequenceid=6, filesize=5.4 K 2024-11-21T17:31:50,552 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 351cec613c98d0a717a99782deffc4ed in 134ms, sequenceid=6, compaction requested=false 2024-11-21T17:31:50,561 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/replication/351cec613c98d0a717a99782deffc4ed/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T17:31:50,563 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:31:50,563 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:31:50,563 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:31:50,564 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 351cec613c98d0a717a99782deffc4ed: Waiting for close lock at 1732210310410Running coprocessor pre-close hooks at 1732210310410Disabling compacts and flushes for region at 1732210310411 (+1 ms)Disabling writes for close at 1732210310411Obtaining lock to block concurrent updates at 1732210310416 (+5 ms)Preparing flush snapshotting stores in 351cec613c98d0a717a99782deffc4ed at 1732210310417 (+1 ms)Finished memstore snapshotting hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732210310424 (+7 ms)Flushing stores of hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. at 1732210310425 (+1 ms)Flushing 351cec613c98d0a717a99782deffc4ed/queue: creating writer at 1732210310427 (+2 ms)Flushing 351cec613c98d0a717a99782deffc4ed/queue: appending metadata at 1732210310464 (+37 ms)Flushing 351cec613c98d0a717a99782deffc4ed/queue: closing flushed file at 1732210310467 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59dbecd6: reopening flushed file at 1732210310532 (+65 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 351cec613c98d0a717a99782deffc4ed in 134ms, sequenceid=6, compaction requested=false at 1732210310553 (+21 ms)Writing region close event to WAL at 1732210310555 (+2 ms)Running coprocessor post-close hooks at 1732210310562 (+7 ms)Closed at 1732210310563 (+1 ms) 2024-11-21T17:31:50,564 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:31:50,585 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766.replicationSource.wal-reader.f3865e8353b4%2C34541%2C1732210300766,2-f3865e8353b4,34541,1732210300766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.1732210303425 to pos 0, reset compression=false 2024-11-21T17:31:50,612 DEBUG [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:31:50,813 DEBUG [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:31:50,891 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/.tmp/info/35f117d10dda4d5f819b84793028c766 2024-11-21T17:31:50,920 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/.tmp/ns/eb4a9b63180446c39f4c986d0a73db67 is 43, key is default/ns:d/1732210304103/Put/seqid=0 2024-11-21T17:31:50,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741840_1016 (size=5153) 2024-11-21T17:31:50,983 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766.replicationSource.wal-reader.f3865e8353b4%2C34541%2C1732210300766,1-f3865e8353b4,34541,1732210300766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.1732210303425 to pos 0, reset compression=false 2024-11-21T17:31:51,013 DEBUG [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:31:51,095 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766.replicationSource.wal-reader.f3865e8353b4%2C34541%2C1732210300766,2-f3865e8353b4,34541,1732210300766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.1732210303425 to pos 0, reset compression=false 2024-11-21T17:31:51,213 DEBUG [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:31:51,327 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/.tmp/ns/eb4a9b63180446c39f4c986d0a73db67 2024-11-21T17:31:51,353 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/.tmp/table/a8f6c7455da447ffb9a076c36f2313b6 is 53, key is hbase:replication/table:state/1732210308557/Put/seqid=0 2024-11-21T17:31:51,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741841_1017 (size=5256) 2024-11-21T17:31:51,359 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:31:51,360 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:31:51,414 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T17:31:51,414 DEBUG [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T17:31:51,414 DEBUG [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:31:51,614 DEBUG [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:31:51,693 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766.replicationSource.wal-reader.f3865e8353b4%2C34541%2C1732210300766,1-f3865e8353b4,34541,1732210300766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.1732210303425 to pos 0, reset compression=false 2024-11-21T17:31:51,704 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766.replicationSource.wal-reader.f3865e8353b4%2C34541%2C1732210300766,2-f3865e8353b4,34541,1732210300766 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.1732210303425 to pos 0, reset compression=false 2024-11-21T17:31:51,760 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/.tmp/table/a8f6c7455da447ffb9a076c36f2313b6 2024-11-21T17:31:51,773 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/.tmp/info/35f117d10dda4d5f819b84793028c766 as hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/info/35f117d10dda4d5f819b84793028c766 2024-11-21T17:31:51,784 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/info/35f117d10dda4d5f819b84793028c766, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T17:31:51,786 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/.tmp/ns/eb4a9b63180446c39f4c986d0a73db67 as hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/ns/eb4a9b63180446c39f4c986d0a73db67 2024-11-21T17:31:51,799 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/ns/eb4a9b63180446c39f4c986d0a73db67, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T17:31:51,800 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/.tmp/table/a8f6c7455da447ffb9a076c36f2313b6 as hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/table/a8f6c7455da447ffb9a076c36f2313b6 2024-11-21T17:31:51,810 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/table/a8f6c7455da447ffb9a076c36f2313b6, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T17:31:51,812 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1399ms, sequenceid=11, compaction requested=false 2024-11-21T17:31:51,814 DEBUG [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:31:51,820 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T17:31:51,821 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:31:51,821 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:31:51,821 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:31:51,821 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210310412Running coprocessor pre-close hooks at 1732210310412Disabling compacts and flushes for region at 1732210310412Disabling writes for close at 1732210310412Obtaining lock to block concurrent updates at 1732210310416 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732210310417 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732210310424 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732210310425 (+1 ms)Flushing 1588230740/info: creating writer at 1732210310427 (+2 ms)Flushing 1588230740/info: appending metadata at 1732210310466 (+39 ms)Flushing 1588230740/info: closing flushed file at 1732210310467 (+1 ms)Flushing 1588230740/ns: creating writer at 1732210310905 (+438 ms)Flushing 1588230740/ns: appending metadata at 1732210310920 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732210310920Flushing 1588230740/table: creating writer at 1732210311337 (+417 ms)Flushing 1588230740/table: appending metadata at 1732210311352 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732210311352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@162e2e44: reopening flushed file at 1732210311771 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b28e8ba: reopening flushed file at 1732210311784 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6968254c: reopening flushed file at 1732210311799 (+15 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1399ms, sequenceid=11, compaction requested=false at 1732210311812 (+13 ms)Writing region close event to WAL at 1732210311813 (+1 ms)Running coprocessor post-close hooks at 1732210311821 (+8 ms)Closed at 1732210311821 2024-11-21T17:31:51,822 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:31:52,015 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,34541,1732210300766; all regions closed. 2024-11-21T17:31:52,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741834_1010 (size=2742) 2024-11-21T17:31:52,027 DEBUG [RS:0;f3865e8353b4:34541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/oldWALs 2024-11-21T17:31:52,027 INFO [RS:0;f3865e8353b4:34541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C34541%2C1732210300766.meta:.meta(num 1732210303938) 2024-11-21T17:31:52,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741837_1013 (size=1802) 2024-11-21T17:31:52,035 DEBUG [RS:0;f3865e8353b4:34541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/oldWALs 2024-11-21T17:31:52,036 INFO [RS:0;f3865e8353b4:34541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C34541%2C1732210300766.rep:(num 1732210308494) 2024-11-21T17:31:52,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741833_1009 (size=93) 2024-11-21T17:31:52,040 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766/f3865e8353b4%2C34541%2C1732210300766.1732210303425 not finished, retry = 0 2024-11-21T17:31:52,144 DEBUG [RS:0;f3865e8353b4:34541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/oldWALs 2024-11-21T17:31:52,145 INFO [RS:0;f3865e8353b4:34541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C34541%2C1732210300766:(num 1732210303425) 2024-11-21T17:31:52,145 DEBUG [RS:0;f3865e8353b4:34541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:52,145 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:31:52,145 INFO [RS:0;f3865e8353b4:34541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:31:52,145 INFO [RS:0;f3865e8353b4:34541 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:31:52,146 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:31:52,146 INFO [RS:0;f3865e8353b4:34541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:31:52,147 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,34541,1732210300766 because: Region server is closing 2024-11-21T17:31:52,147 INFO [RS:0;f3865e8353b4:34541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:34541. 2024-11-21T17:31:52,147 DEBUG [RS:0;f3865e8353b4:34541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:31:52,147 DEBUG [RS:0;f3865e8353b4:34541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:52,148 DEBUG [RS:0;f3865e8353b4:34541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:52,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:31:52,249 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766.replicationSource.wal-reader.f3865e8353b4%2C34541%2C1732210300766,1-f3865e8353b4,34541,1732210300766 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T17:31:52,249 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766.replicationSource.shipperf3865e8353b4%2C34541%2C1732210300766,1-f3865e8353b4,34541,1732210300766 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T17:31:52,249 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34541,1732210300766.replicationSource.shipperf3865e8353b4%2C34541%2C1732210300766,1-f3865e8353b4,34541,1732210300766 terminated 2024-11-21T17:31:52,250 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f3865e8353b4,34541,1732210300766 because: Region server is closing 2024-11-21T17:31:52,250 INFO [RS:0;f3865e8353b4:34541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:34541. 2024-11-21T17:31:52,250 DEBUG [RS:0;f3865e8353b4:34541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:31:52,250 DEBUG [RS:0;f3865e8353b4:34541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:52,251 DEBUG [RS:0;f3865e8353b4:34541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:52,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:31:52,351 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766.replicationSource.shipperf3865e8353b4%2C34541%2C1732210300766,2-f3865e8353b4,34541,1732210300766 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T17:31:52,351 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766.replicationSource.wal-reader.f3865e8353b4%2C34541%2C1732210300766,2-f3865e8353b4,34541,1732210300766 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T17:31:52,352 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,34541,1732210300766.replicationSource.shipperf3865e8353b4%2C34541%2C1732210300766,2-f3865e8353b4,34541,1732210300766 terminated 2024-11-21T17:31:52,352 INFO [RS:0;f3865e8353b4:34541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34541 2024-11-21T17:31:52,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913/rs 2024-11-21T17:31:52,356 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1505304913/rs/f3865e8353b4,34541,1732210300766 2024-11-21T17:31:52,356 INFO [RS:0;f3865e8353b4:34541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:31:52,357 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,34541,1732210300766] 2024-11-21T17:31:52,358 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1505304913/draining/f3865e8353b4,34541,1732210300766 already deleted, retry=false 2024-11-21T17:31:52,359 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,34541,1732210300766 expired; onlineServers=0 2024-11-21T17:31:52,359 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,35855,1732210300178' ***** 2024-11-21T17:31:52,359 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:31:52,359 INFO [M:0;f3865e8353b4:35855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:31:52,359 INFO [M:0;f3865e8353b4:35855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:31:52,359 DEBUG [M:0;f3865e8353b4:35855 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:31:52,360 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:31:52,360 DEBUG [M:0;f3865e8353b4:35855 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:31:52,360 INFO [M:0;f3865e8353b4:35855 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:31:52,360 INFO [M:0;f3865e8353b4:35855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:31:52,360 DEBUG [M:0;f3865e8353b4:35855 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:31:52,360 INFO [M:0;f3865e8353b4:35855 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:31:52,360 INFO [M:0;f3865e8353b4:35855 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:31:52,361 INFO [M:0;f3865e8353b4:35855 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:31:52,361 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:31:52,361 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210303073 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210303073,5,FailOnTimeoutGroup] 2024-11-21T17:31:52,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1505304913/master 2024-11-21T17:31:52,361 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210303074 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210303074,5,FailOnTimeoutGroup] 2024-11-21T17:31:52,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:52,362 DEBUG [M:0;f3865e8353b4:35855 {}] zookeeper.ZKUtil(347): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Unable to get data of znode /0-1505304913/master because node does not exist (not an error) 2024-11-21T17:31:52,362 WARN [M:0;f3865e8353b4:35855 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:31:52,363 INFO [M:0;f3865e8353b4:35855 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/.lastflushedseqids 2024-11-21T17:31:52,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741842_1018 (size=181) 2024-11-21T17:31:52,378 INFO [M:0;f3865e8353b4:35855 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:31:52,379 INFO [M:0;f3865e8353b4:35855 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:31:52,379 DEBUG [M:0;f3865e8353b4:35855 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:31:52,379 INFO [M:0;f3865e8353b4:35855 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:31:52,379 DEBUG [M:0;f3865e8353b4:35855 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:31:52,379 DEBUG [M:0;f3865e8353b4:35855 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:31:52,379 DEBUG [M:0;f3865e8353b4:35855 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:31:52,380 INFO [M:0;f3865e8353b4:35855 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-21T17:31:52,411 DEBUG [M:0;f3865e8353b4:35855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7b1e3238e624fb6bad7dc0f704f4afb is 82, key is hbase:meta,,1/info:regioninfo/1732210304037/Put/seqid=0 2024-11-21T17:31:52,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741843_1019 (size=5672) 2024-11-21T17:31:52,459 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:31:52,459 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34541-0x1006356e2c60001, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:31:52,459 INFO [RS:0;f3865e8353b4:34541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:31:52,460 INFO [RS:0;f3865e8353b4:34541 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,34541,1732210300766; zookeeper connection closed. 2024-11-21T17:31:52,460 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@655aa24b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@655aa24b 2024-11-21T17:31:52,460 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:31:52,818 INFO [M:0;f3865e8353b4:35855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7b1e3238e624fb6bad7dc0f704f4afb 2024-11-21T17:31:52,854 DEBUG [M:0;f3865e8353b4:35855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb4195ef3eff4e07911c6c288794af9c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732210308562/Put/seqid=0 2024-11-21T17:31:52,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741844_1020 (size=8663) 2024-11-21T17:31:52,863 INFO [M:0;f3865e8353b4:35855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb4195ef3eff4e07911c6c288794af9c 2024-11-21T17:31:52,900 DEBUG [M:0;f3865e8353b4:35855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1baccadacec44f14bf36ad6a85b3e20b is 69, key is f3865e8353b4,34541,1732210300766/rs:state/1732210303190/Put/seqid=0 2024-11-21T17:31:52,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741845_1021 (size=5156) 2024-11-21T17:31:52,908 INFO [M:0;f3865e8353b4:35855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1baccadacec44f14bf36ad6a85b3e20b 2024-11-21T17:31:52,920 DEBUG [M:0;f3865e8353b4:35855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7b1e3238e624fb6bad7dc0f704f4afb as hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7b1e3238e624fb6bad7dc0f704f4afb 2024-11-21T17:31:52,933 INFO [M:0;f3865e8353b4:35855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7b1e3238e624fb6bad7dc0f704f4afb, entries=8, sequenceid=115, filesize=5.5 K 2024-11-21T17:31:52,935 DEBUG [M:0;f3865e8353b4:35855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb4195ef3eff4e07911c6c288794af9c as hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb4195ef3eff4e07911c6c288794af9c 2024-11-21T17:31:52,944 INFO [M:0;f3865e8353b4:35855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb4195ef3eff4e07911c6c288794af9c, entries=14, sequenceid=115, filesize=8.5 K 2024-11-21T17:31:52,946 DEBUG [M:0;f3865e8353b4:35855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1baccadacec44f14bf36ad6a85b3e20b as hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1baccadacec44f14bf36ad6a85b3e20b 2024-11-21T17:31:52,969 INFO [M:0;f3865e8353b4:35855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1baccadacec44f14bf36ad6a85b3e20b, entries=1, sequenceid=115, filesize=5.0 K 2024-11-21T17:31:52,972 INFO [M:0;f3865e8353b4:35855 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 593ms, sequenceid=115, compaction requested=false 2024-11-21T17:31:52,977 INFO [M:0;f3865e8353b4:35855 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:31:52,977 DEBUG [M:0;f3865e8353b4:35855 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210312379Disabling compacts and flushes for region at 1732210312379Disabling writes for close at 1732210312379Obtaining lock to block concurrent updates at 1732210312380 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210312380Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732210312381 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210312386 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210312387 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210312410 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210312410Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210312829 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210312854 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210312854Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210312875 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210312899 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210312900 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f93484: reopening flushed file at 1732210312918 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d66c7a: reopening flushed file at 1732210312933 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@236544bc: reopening flushed file at 1732210312944 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 593ms, sequenceid=115, compaction requested=false at 1732210312972 (+28 ms)Writing region close event to WAL at 1732210312977 (+5 ms)Closed at 1732210312977 2024-11-21T17:31:52,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741830_1006 (size=59421) 2024-11-21T17:31:52,981 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/WALs/f3865e8353b4,35855,1732210300178/f3865e8353b4%2C35855%2C1732210300178.1732210302488 not finished, retry = 0 2024-11-21T17:31:53,083 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:31:53,083 INFO [M:0;f3865e8353b4:35855 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:31:53,084 INFO [M:0;f3865e8353b4:35855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35855 2024-11-21T17:31:53,084 INFO [M:0;f3865e8353b4:35855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:31:53,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:31:53,185 INFO [M:0;f3865e8353b4:35855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:31:53,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35855-0x1006356e2c60000, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:31:53,188 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:31:53,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:53,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:53,188 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:31:53,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:53,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:31:53,189 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:31:53,189 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:31:53,190 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46431 2024-11-21T17:31:53,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46431 connecting to ZooKeeper ensemble=127.0.0.1:54241 2024-11-21T17:31:53,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464310x0, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:31:53,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46431-0x1006356e2c60006 connected 2024-11-21T17:31:53,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:53,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:53,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on znode that does not yet exist, /0-1505304913/running 2024-11-21T17:31:53,204 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1505304913/meta-region-server: INIT 2024-11-21T17:31:53,204 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17, hbase.cluster.distributed=false 2024-11-21T17:31:53,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on znode that does not yet exist, /0-1505304913/acl 2024-11-21T17:31:53,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46431 2024-11-21T17:31:53,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46431 2024-11-21T17:31:53,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46431 2024-11-21T17:31:53,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46431 2024-11-21T17:31:53,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46431 2024-11-21T17:31:53,228 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:31:53,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:53,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:53,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:31:53,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:31:53,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:31:53,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:31:53,229 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:31:53,231 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38803 2024-11-21T17:31:53,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38803 connecting to ZooKeeper ensemble=127.0.0.1:54241 2024-11-21T17:31:53,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:53,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:53,244 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388030x0, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:31:53,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388030x0, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on znode that does not yet exist, /0-1505304913/running 2024-11-21T17:31:53,244 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1505304913/meta-region-server: INIT 2024-11-21T17:31:53,245 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:31:53,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38803-0x1006356e2c60007 connected 2024-11-21T17:31:53,246 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:31:53,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on znode that does not yet exist, /0-1505304913/master 2024-11-21T17:31:53,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on znode that does not yet exist, /0-1505304913/acl 2024-11-21T17:31:53,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38803 2024-11-21T17:31:53,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38803 2024-11-21T17:31:53,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38803 2024-11-21T17:31:53,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38803 2024-11-21T17:31:53,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38803 2024-11-21T17:31:53,280 DEBUG [M:0;f3865e8353b4:46431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:46431 2024-11-21T17:31:53,281 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1505304913/backup-masters/f3865e8353b4,46431,1732210313188 2024-11-21T17:31:53,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913/backup-masters 2024-11-21T17:31:53,282 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913/backup-masters 2024-11-21T17:31:53,283 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on existing znode=/0-1505304913/backup-masters/f3865e8353b4,46431,1732210313188 2024-11-21T17:31:53,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:53,285 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1505304913/master 2024-11-21T17:31:53,285 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:53,285 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on existing znode=/0-1505304913/master 2024-11-21T17:31:53,286 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1505304913/backup-masters/f3865e8353b4,46431,1732210313188 from backup master directory 2024-11-21T17:31:53,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1505304913/backup-masters/f3865e8353b4,46431,1732210313188 2024-11-21T17:31:53,287 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:31:53,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913/backup-masters 2024-11-21T17:31:53,287 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,46431,1732210313188 2024-11-21T17:31:53,287 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913/backup-masters 2024-11-21T17:31:53,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:31:53,307 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:31:53,324 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-21T17:31:53,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741846_1022 (size=196) 2024-11-21T17:31:53,749 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:31:53,750 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:31:53,751 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:31:53,762 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T17:31:53,767 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/WALs/f3865e8353b4,35855,1732210300178 to hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/WALs/f3865e8353b4,35855,1732210300178-dead as it is dead 2024-11-21T17:31:53,769 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T17:31:53,769 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T17:31:53,769 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/WALs/f3865e8353b4,35855,1732210300178-dead/f3865e8353b4%2C35855%2C1732210300178.1732210302488 2024-11-21T17:31:53,776 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/WALs/f3865e8353b4,35855,1732210300178-dead/f3865e8353b4%2C35855%2C1732210300178.1732210302488 after 5ms 2024-11-21T17:31:53,778 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/WALs/f3865e8353b4,35855,1732210300178-dead/f3865e8353b4%2C35855%2C1732210300178.1732210302488 to hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f3865e8353b4%2C35855%2C1732210300178.1732210302488 2024-11-21T17:31:53,778 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/WALs/f3865e8353b4,35855,1732210300178-dead 2024-11-21T17:31:53,779 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/WALs/f3865e8353b4,46431,1732210313188 2024-11-21T17:31:53,781 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:31:53,783 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C46431%2C1732210313188, suffix=, logDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/WALs/f3865e8353b4,46431,1732210313188, archiveDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/oldWALs, maxLogs=10 2024-11-21T17:31:53,798 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/WALs/f3865e8353b4,46431,1732210313188/f3865e8353b4%2C46431%2C1732210313188.1732210313784, exclude list is [], retry=0 2024-11-21T17:31:53,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36083,DS-6d6605e3-84fc-4a84-aec3-92febe4986f0,DISK] 2024-11-21T17:31:53,806 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/WALs/f3865e8353b4,46431,1732210313188/f3865e8353b4%2C46431%2C1732210313188.1732210313784 2024-11-21T17:31:53,808 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36507:36507)] 2024-11-21T17:31:53,808 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:31:53,809 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:31:53,809 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:53,809 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:53,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:53,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:31:53,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:53,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7b1e3238e624fb6bad7dc0f704f4afb 2024-11-21T17:31:53,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:53,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:53,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:31:53,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:53,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb4195ef3eff4e07911c6c288794af9c 2024-11-21T17:31:53,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:31:53,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:53,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:31:53,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:53,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1baccadacec44f14bf36ad6a85b3e20b 2024-11-21T17:31:53,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:31:53,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:53,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:31:53,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:53,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:31:53,864 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:53,866 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T17:31:53,866 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f3865e8353b4%2C35855%2C1732210300178.1732210302488 2024-11-21T17:31:53,888 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f3865e8353b4%2C35855%2C1732210300178.1732210302488 2024-11-21T17:31:53,890 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f3865e8353b4%2C35855%2C1732210300178.1732210302488 2024-11-21T17:31:53,892 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:53,892 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:53,894 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:31:53,897 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:31:53,900 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-21T17:31:53,901 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70376239, jitterRate=0.048687681555747986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:31:53,902 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210313809Initializing all the Stores at 1732210313810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210313811 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210313811Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210313811Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210313811Cleaning up temporary data from old regions at 1732210313892 (+81 ms)Region opened successfully at 1732210313901 (+9 ms) 2024-11-21T17:31:53,905 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:31:53,910 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f890ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:31:53,924 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T17:31:53,925 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:31:53,925 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:31:53,925 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:31:53,926 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:31:53,932 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:31:53,933 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:31:53,933 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T17:31:53,934 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:31:53,934 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T17:31:53,934 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T17:31:53,935 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-21T17:31:53,935 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:31:53,941 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f3865e8353b4,34541,1732210300766, regionLocation=f3865e8353b4,34541,1732210300766, openSeqNum=2 2024-11-21T17:31:53,941 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f3865e8353b4,34541,1732210300766, table=hbase:meta, region=1588230740 2024-11-21T17:31:53,942 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,34541,1732210300766, state=OPEN 2024-11-21T17:31:53,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1505304913/meta-region-server 2024-11-21T17:31:53,943 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1505304913/meta-region-server 2024-11-21T17:31:53,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1505304913/meta-region-server: CHANGED 2024-11-21T17:31:53,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1505304913/meta-region-server: CHANGED 2024-11-21T17:31:53,951 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:31:53,952 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1505304913/draining/f3865e8353b4,34541,1732210300766 already deleted, retry=false 2024-11-21T17:31:53,952 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f3865e8353b4,34541,1732210300766 on f3865e8353b4,46431,1732210313188 2024-11-21T17:31:53,959 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f3865e8353b4,34541,1732210300766, splitWal=true, meta=true 2024-11-21T17:31:53,962 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for f3865e8353b4,34541,1732210300766 (carryingMeta=true) f3865e8353b4,34541,1732210300766/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@68247215[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T17:31:53,966 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Unable to get data of znode /0-1505304913/balancer because node does not exist (not necessarily an error) 2024-11-21T17:31:53,968 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1505304913/balancer already deleted, retry=false 2024-11-21T17:31:53,968 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:31:53,969 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Unable to get data of znode /0-1505304913/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:31:53,970 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1505304913/normalizer already deleted, retry=false 2024-11-21T17:31:53,970 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:31:53,974 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Unable to get data of znode /0-1505304913/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:31:53,975 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1505304913/switch/split already deleted, retry=false 2024-11-21T17:31:53,976 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Unable to get data of znode /0-1505304913/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:31:53,977 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1505304913/switch/merge already deleted, retry=false 2024-11-21T17:31:53,985 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Unable to get data of znode /0-1505304913/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:31:53,986 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1505304913/snapshot-cleanup already deleted, retry=false 2024-11-21T17:31:53,987 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1505304913/running 2024-11-21T17:31:53,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1505304913/running 2024-11-21T17:31:53,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:53,988 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:31:53,988 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,46431,1732210313188, sessionid=0x1006356e2c60006, setting cluster-up flag (Was=false) 2024-11-21T17:31:53,997 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1505304913/flush-table-proc/acquired, /0-1505304913/flush-table-proc/reached, /0-1505304913/flush-table-proc/abort 2024-11-21T17:31:53,999 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,46431,1732210313188 2024-11-21T17:31:54,002 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1505304913/online-snapshot/acquired, /0-1505304913/online-snapshot/reached, /0-1505304913/online-snapshot/abort 2024-11-21T17:31:54,003 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,46431,1732210313188 2024-11-21T17:31:54,012 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/.lastflushedseqids 2024-11-21T17:31:54,015 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:31:54,015 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:31:54,015 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,46431,1732210313188 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f3865e8353b4,34541,1732210300766 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:31:54,017 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:31:54,017 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:31:54,017 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:31:54,017 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:31:54,017 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:31:54,017 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:54,017 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:31:54,017 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:54,020 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f3865e8353b4,34541,1732210300766, splitWal=true, meta=true 2024-11-21T17:31:54,022 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f3865e8353b4,34541,1732210300766, splitWal=true, meta=true, isMeta: true 2024-11-21T17:31:54,024 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766-splitting 2024-11-21T17:31:54,025 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766-splitting dir is empty, no logs to split. 2024-11-21T17:31:54,025 INFO [PEWorker-1 {}] master.SplitWALManager(105): f3865e8353b4,34541,1732210300766 WAL count=0, meta=true 2024-11-21T17:31:54,029 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766-splitting dir is empty, no logs to split. 2024-11-21T17:31:54,029 INFO [PEWorker-1 {}] master.SplitWALManager(105): f3865e8353b4,34541,1732210300766 WAL count=0, meta=true 2024-11-21T17:31:54,029 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f3865e8353b4,34541,1732210300766 WAL splitting is done? wals=0, meta=true 2024-11-21T17:31:54,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:31:54,032 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210344032 2024-11-21T17:31:54,033 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:31:54,033 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:31:54,033 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:31:54,033 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:31:54,033 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:31:54,033 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:31:54,033 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:31:54,035 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T17:31:54,037 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:54,038 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:31:54,038 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:31:54,038 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:31:54,038 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:31:54,038 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:31:54,039 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:31:54,039 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210314039,5,FailOnTimeoutGroup] 2024-11-21T17:31:54,044 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210314039,5,FailOnTimeoutGroup] 2024-11-21T17:31:54,044 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:54,044 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:31:54,044 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:54,044 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:54,044 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210314044, completionTime=-1 2024-11-21T17:31:54,044 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T17:31:54,047 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T17:31:54,065 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(746): ClusterId : a521af66-5734-449c-be19-b1d3735784c0 2024-11-21T17:31:54,066 DEBUG [RS:0;f3865e8353b4:38803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:31:54,067 DEBUG [RS:0;f3865e8353b4:38803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:31:54,067 DEBUG [RS:0;f3865e8353b4:38803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:31:54,069 DEBUG [RS:0;f3865e8353b4:38803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:31:54,069 DEBUG [RS:0;f3865e8353b4:38803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e23ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:31:54,082 DEBUG [RS:0;f3865e8353b4:38803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:38803 2024-11-21T17:31:54,083 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:31:54,083 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:31:54,083 DEBUG [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:31:54,084 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,46431,1732210313188 with port=38803, startcode=1732210313228 2024-11-21T17:31:54,084 DEBUG [RS:0;f3865e8353b4:38803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:31:54,086 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:31:54,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,38803,1732210313228 2024-11-21T17:31:54,087 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46431 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,38803,1732210313228 2024-11-21T17:31:54,089 DEBUG [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17 2024-11-21T17:31:54,089 DEBUG [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37577 2024-11-21T17:31:54,089 DEBUG [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:31:54,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913/rs 2024-11-21T17:31:54,091 DEBUG [RS:0;f3865e8353b4:38803 {}] zookeeper.ZKUtil(111): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on existing znode=/0-1505304913/rs/f3865e8353b4,38803,1732210313228 2024-11-21T17:31:54,091 WARN [RS:0;f3865e8353b4:38803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:31:54,091 INFO [RS:0;f3865e8353b4:38803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:31:54,091 DEBUG [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228 2024-11-21T17:31:54,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,38803,1732210313228] 2024-11-21T17:31:54,097 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T17:31:54,144 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:31:54,147 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:31:54,148 INFO [RS:0;f3865e8353b4:38803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:31:54,148 INFO [RS:0;f3865e8353b4:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:54,148 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:31:54,150 INFO [RS:0;f3865e8353b4:38803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:31:54,150 INFO [RS:0;f3865e8353b4:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:54,150 DEBUG [RS:0;f3865e8353b4:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:54,150 DEBUG [RS:0;f3865e8353b4:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:54,150 DEBUG [RS:0;f3865e8353b4:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:54,150 DEBUG [RS:0;f3865e8353b4:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:54,150 DEBUG [RS:0;f3865e8353b4:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:54,150 DEBUG [RS:0;f3865e8353b4:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:31:54,151 DEBUG [RS:0;f3865e8353b4:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:54,151 DEBUG [RS:0;f3865e8353b4:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:54,151 DEBUG [RS:0;f3865e8353b4:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:54,151 DEBUG [RS:0;f3865e8353b4:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:54,151 DEBUG [RS:0;f3865e8353b4:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:54,151 DEBUG [RS:0;f3865e8353b4:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:31:54,151 DEBUG [RS:0;f3865e8353b4:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:31:54,151 DEBUG [RS:0;f3865e8353b4:38803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:31:54,152 INFO [RS:0;f3865e8353b4:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:54,152 INFO [RS:0;f3865e8353b4:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:54,152 INFO [RS:0;f3865e8353b4:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:54,152 INFO [RS:0;f3865e8353b4:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:54,152 INFO [RS:0;f3865e8353b4:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:54,152 INFO [RS:0;f3865e8353b4:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,38803,1732210313228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:31:54,173 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:31:54,173 INFO [RS:0;f3865e8353b4:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,38803,1732210313228-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:54,185 WARN [f3865e8353b4:46431 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T17:31:54,190 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,38803,1732210313228, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:31:54,206 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.ReplicationSource(231): queueId=2-f3865e8353b4,38803,1732210313228, ReplicationSource: 2, currentBandwidth=0 2024-11-21T17:31:54,206 INFO [RS:0;f3865e8353b4:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:54,206 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.Replication(171): f3865e8353b4,38803,1732210313228 started 2024-11-21T17:31:54,207 DEBUG [RS:0;f3865e8353b4:38803.replicationSource,1-f3865e8353b4,38803,1732210313228 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:41095' 2024-11-21T17:31:54,209 DEBUG [RS:0;f3865e8353b4:38803.replicationSource,1-f3865e8353b4,38803,1732210313228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cef283b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:54,209 DEBUG [RS:0;f3865e8353b4:38803.replicationSource,1-f3865e8353b4,38803,1732210313228 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41095,-1 for getting cluster id 2024-11-21T17:31:54,209 DEBUG [RS:0;f3865e8353b4:38803.replicationSource,1-f3865e8353b4,38803,1732210313228 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:31:54,213 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea' 2024-11-21T17:31:54,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:31:54,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea" 2024-11-21T17:31:54,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@483e5e86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:54,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41095,-1] 2024-11-21T17:31:54,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:31:54,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:54,217 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:31:54,218 DEBUG [RS:0;f3865e8353b4:38803.replicationSource,1-f3865e8353b4,38803,1732210313228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f5ba43a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:54,219 DEBUG [RS:0;f3865e8353b4:38803.replicationSource,1-f3865e8353b4,38803,1732210313228 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:31:54,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41095,1732210305270 2024-11-21T17:31:54,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3447970 2024-11-21T17:31:54,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:31:54,222 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T17:31:54,223 INFO [RS:0;f3865e8353b4:38803.replicationSource,1-f3865e8353b4,38803,1732210313228 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,38803,1732210313228 (queues=0) is replicating from cluster=a521af66-5734-449c-be19-b1d3735784c0 to cluster=ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea 2024-11-21T17:31:54,229 INFO [RS:0;f3865e8353b4:38803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:54,229 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,38803,1732210313228, RpcServer on f3865e8353b4/172.17.0.2:38803, sessionid=0x1006356e2c60007 2024-11-21T17:31:54,229 DEBUG [RS:0;f3865e8353b4:38803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:31:54,229 DEBUG [RS:0;f3865e8353b4:38803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,38803,1732210313228 2024-11-21T17:31:54,229 DEBUG [RS:0;f3865e8353b4:38803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,38803,1732210313228' 2024-11-21T17:31:54,229 DEBUG [RS:0;f3865e8353b4:38803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1505304913/flush-table-proc/abort' 2024-11-21T17:31:54,230 DEBUG [RS:0;f3865e8353b4:38803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1505304913/flush-table-proc/acquired' 2024-11-21T17:31:54,231 DEBUG [RS:0;f3865e8353b4:38803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:31:54,231 DEBUG [RS:0;f3865e8353b4:38803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:31:54,231 DEBUG [RS:0;f3865e8353b4:38803.replicationSource,2-f3865e8353b4,38803,1732210313228 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:41095' 2024-11-21T17:31:54,231 DEBUG [RS:0;f3865e8353b4:38803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,38803,1732210313228 2024-11-21T17:31:54,231 DEBUG [RS:0;f3865e8353b4:38803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,38803,1732210313228' 2024-11-21T17:31:54,231 DEBUG [RS:0;f3865e8353b4:38803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1505304913/online-snapshot/abort' 2024-11-21T17:31:54,232 DEBUG [RS:0;f3865e8353b4:38803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1505304913/online-snapshot/acquired' 2024-11-21T17:31:54,232 DEBUG [RS:0;f3865e8353b4:38803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:31:54,232 INFO [RS:0;f3865e8353b4:38803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:31:54,232 INFO [RS:0;f3865e8353b4:38803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:31:54,237 DEBUG [RS:0;f3865e8353b4:38803.replicationSource,2-f3865e8353b4,38803,1732210313228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a2a9050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:54,238 DEBUG [RS:0;f3865e8353b4:38803.replicationSource,2-f3865e8353b4,38803,1732210313228 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41095,-1 for getting cluster id 2024-11-21T17:31:54,238 DEBUG [RS:0;f3865e8353b4:38803.replicationSource,2-f3865e8353b4,38803,1732210313228 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:31:54,239 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea' 2024-11-21T17:31:54,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:31:54,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea" 2024-11-21T17:31:54,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d1326aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:54,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41095,-1] 2024-11-21T17:31:54,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:31:54,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:54,242 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:31:54,244 DEBUG [RS:0;f3865e8353b4:38803.replicationSource,2-f3865e8353b4,38803,1732210313228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49b7b66e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:54,244 DEBUG [RS:0;f3865e8353b4:38803.replicationSource,2-f3865e8353b4,38803,1732210313228 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:31:54,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41095,1732210305270 2024-11-21T17:31:54,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b31005f 2024-11-21T17:31:54,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:31:54,248 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T17:31:54,249 INFO [RS:0;f3865e8353b4:38803.replicationSource,2-f3865e8353b4,38803,1732210313228 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f3865e8353b4,38803,1732210313228 (queues=0) is replicating from cluster=a521af66-5734-449c-be19-b1d3735784c0 to cluster=ca5af9df-0d76-42fd-bb0a-9cd7ffd829ea 2024-11-21T17:31:54,333 INFO [RS:0;f3865e8353b4:38803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:31:54,335 INFO [RS:0;f3865e8353b4:38803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C38803%2C1732210313228, suffix=, logDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228, archiveDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/oldWALs, maxLogs=10 2024-11-21T17:31:54,351 DEBUG [RS:0;f3865e8353b4:38803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336, exclude list is [], retry=0 2024-11-21T17:31:54,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36083,DS-6d6605e3-84fc-4a84-aec3-92febe4986f0,DISK] 2024-11-21T17:31:54,359 INFO [RS:0;f3865e8353b4:38803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 2024-11-21T17:31:54,363 DEBUG [RS:0;f3865e8353b4:38803 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f3865e8353b4%2C38803%2C1732210313228 for peer 1 2024-11-21T17:31:54,364 DEBUG [RS:0;f3865e8353b4:38803 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f3865e8353b4%2C38803%2C1732210313228 for peer 2 2024-11-21T17:31:54,364 DEBUG [RS:0;f3865e8353b4:38803 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C38803%2C1732210313228 2024-11-21T17:31:54,364 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,38803,1732210313228, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:31:54,365 DEBUG [RS:0;f3865e8353b4:38803 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f3865e8353b4%2C38803%2C1732210313228 2024-11-21T17:31:54,365 INFO [RS:0;f3865e8353b4:38803.replicationSource.shipperf3865e8353b4%2C38803%2C1732210313228,1-f3865e8353b4,38803,1732210313228 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C38803%2C1732210313228 2024-11-21T17:31:54,365 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f3865e8353b4,38803,1732210313228, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:31:54,367 DEBUG [RS:0;f3865e8353b4:38803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36507:36507)] 2024-11-21T17:31:54,367 INFO [RS:0;f3865e8353b4:38803.replicationSource.shipperf3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C38803%2C1732210313228 2024-11-21T17:31:54,367 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336, startPosition=0, beingWritten=true 2024-11-21T17:31:54,367 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,1-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336, startPosition=0, beingWritten=true 2024-11-21T17:31:54,436 DEBUG [f3865e8353b4:46431 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:31:54,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,38803,1732210313228 2024-11-21T17:31:54,439 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,38803,1732210313228, state=OPENING 2024-11-21T17:31:54,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1505304913/meta-region-server 2024-11-21T17:31:54,440 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:31:54,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,38803,1732210313228}] 2024-11-21T17:31:54,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1505304913/meta-region-server: CHANGED 2024-11-21T17:31:54,440 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1505304913/meta-region-server 2024-11-21T17:31:54,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1505304913/meta-region-server: CHANGED 2024-11-21T17:31:54,583 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:54,584 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,1-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:54,596 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:31:54,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:31:54,602 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:31:54,602 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:31:54,602 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:31:54,605 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C38803%2C1732210313228.meta, suffix=.meta, logDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228, archiveDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/oldWALs, maxLogs=10 2024-11-21T17:31:54,621 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.meta.1732210314606.meta, exclude list is [], retry=0 2024-11-21T17:31:54,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36083,DS-6d6605e3-84fc-4a84-aec3-92febe4986f0,DISK] 2024-11-21T17:31:54,626 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.meta.1732210314606.meta 2024-11-21T17:31:54,627 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36507:36507)] 2024-11-21T17:31:54,627 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:31:54,627 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:31:54,627 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:31:54,628 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:31:54,628 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:31:54,628 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:31:54,628 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:31:54,628 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:31:54,628 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:31:54,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:31:54,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:31:54,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:54,638 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/info/35f117d10dda4d5f819b84793028c766 2024-11-21T17:31:54,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:54,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:31:54,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:31:54,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:54,647 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/ns/eb4a9b63180446c39f4c986d0a73db67 2024-11-21T17:31:54,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:54,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:31:54,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:31:54,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:54,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:54,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:31:54,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:31:54,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:54,660 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/table/a8f6c7455da447ffb9a076c36f2313b6 2024-11-21T17:31:54,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:31:54,660 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:31:54,661 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740 2024-11-21T17:31:54,663 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740 2024-11-21T17:31:54,665 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:31:54,665 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:31:54,667 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:31:54,669 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:31:54,670 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71272432, jitterRate=0.0620419979095459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:31:54,670 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:31:54,670 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210314628Writing region info on filesystem at 1732210314628Initializing all the Stores at 1732210314629 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210314629Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210314630 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210314630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210314630Cleaning up temporary data from old regions at 1732210314666 (+36 ms)Running coprocessor post-open hooks at 1732210314670 (+4 ms)Region opened successfully at 1732210314670 2024-11-21T17:31:54,672 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732210314596 2024-11-21T17:31:54,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f3865e8353b4,38803,1732210313228 2024-11-21T17:31:54,676 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:31:54,676 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:31:54,677 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,38803,1732210313228, state=OPEN 2024-11-21T17:31:54,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1505304913/meta-region-server 2024-11-21T17:31:54,678 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,38803,1732210313228 2024-11-21T17:31:54,678 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1505304913/meta-region-server 2024-11-21T17:31:54,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1505304913/meta-region-server: CHANGED 2024-11-21T17:31:54,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1505304913/meta-region-server: CHANGED 2024-11-21T17:31:54,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T17:31:54,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,38803,1732210313228 in 238 msec 2024-11-21T17:31:54,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-21T17:31:54,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 651 msec 2024-11-21T17:31:54,890 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,1-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:54,890 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:55,302 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,1-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:55,302 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:55,600 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-21T17:31:55,811 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,1-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:55,819 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:56,066 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:31:56,418 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,1-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:56,425 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:57,103 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-21T17:31:57,125 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,1-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:57,131 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:57,932 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,1-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:57,938 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:58,556 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T17:31:58,556 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:31:58,556 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:31:58,556 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,38803,1732210313228, seqNum=-1] 2024-11-21T17:31:58,557 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:31:58,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:31:58,568 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=351cec613c98d0a717a99782deffc4ed, regionState=OPEN, lastHost=f3865e8353b4,34541,1732210300766, regionLocation=f3865e8353b4,34541,1732210300766, openSeqNum=2 2024-11-21T17:31:58,568 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:31:58,568 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210378568 2024-11-21T17:31:58,568 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210438568 2024-11-21T17:31:58,569 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-11-21T17:31:58,569 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46431,1732210313188-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:58,569 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f3865e8353b4,34541,1732210300766 had 2 regions 2024-11-21T17:31:58,569 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46431,1732210313188-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:58,570 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46431,1732210313188-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:58,570 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:46431, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:58,570 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:58,571 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:58,572 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f3865e8353b4,34541,1732210300766, splitWal=true, meta=true, isMeta: false 2024-11-21T17:31:58,580 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766-splitting dir is empty, no logs to split. 2024-11-21T17:31:58,580 INFO [PEWorker-3 {}] master.SplitWALManager(105): f3865e8353b4,34541,1732210300766 WAL count=0, meta=false 2024-11-21T17:31:58,585 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.297sec 2024-11-21T17:31:58,585 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:31:58,585 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:31:58,585 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:31:58,585 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:31:58,585 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:31:58,585 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46431,1732210313188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:31:58,585 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46431,1732210313188-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:31:58,587 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,34541,1732210300766-splitting dir is empty, no logs to split. 2024-11-21T17:31:58,587 INFO [PEWorker-3 {}] master.SplitWALManager(105): f3865e8353b4,34541,1732210300766 WAL count=0, meta=false 2024-11-21T17:31:58,587 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f3865e8353b4,34541,1732210300766 WAL splitting is done? wals=0, meta=false 2024-11-21T17:31:58,590 WARN [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f3865e8353b4,34541,1732210300766/hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:31:58,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=351cec613c98d0a717a99782deffc4ed, ASSIGN}] 2024-11-21T17:31:58,593 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:31:58,593 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:31:58,593 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46431,1732210313188-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:31:58,594 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=351cec613c98d0a717a99782deffc4ed, ASSIGN 2024-11-21T17:31:58,597 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=351cec613c98d0a717a99782deffc4ed, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T17:31:58,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24058867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:58,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,46431,-1 for getting cluster id 2024-11-21T17:31:58,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:31:58,673 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a521af66-5734-449c-be19-b1d3735784c0' 2024-11-21T17:31:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:31:58,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a521af66-5734-449c-be19-b1d3735784c0" 2024-11-21T17:31:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f4f320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,46431,-1] 2024-11-21T17:31:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:31:58,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:58,676 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:31:58,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c99e34c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:58,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:31:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,38803,1732210313228, seqNum=-1] 2024-11-21T17:31:58,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:31:58,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:31:58,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T17:31:58,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:31:58,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:31:58,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:58,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:58,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:31:58,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f3865e8353b4:46431 after: f3865e8353b4:46431 2024-11-21T17:31:58,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e0679b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:58,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,46431,-1 for getting cluster id 2024-11-21T17:31:58,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:31:58,690 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a521af66-5734-449c-be19-b1d3735784c0' 2024-11-21T17:31:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:31:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a521af66-5734-449c-be19-b1d3735784c0" 2024-11-21T17:31:58,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4167ce6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,46431,-1] 2024-11-21T17:31:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:31:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:58,692 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:31:58,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:31:58,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:31:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,46431,1732210313188 2024-11-21T17:31:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ee51a 2024-11-21T17:31:58,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:31:58,696 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:31:58,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46431 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T17:31:58,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46431 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T17:31:58,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46431 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T17:31:58,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46431 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T17:31:58,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:31:58,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:31:58,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:31:58,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:58,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:58,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:31:58,701 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:31:58,701 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=100036753, stopped=false 2024-11-21T17:31:58,701 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,41095,1732210305270 2024-11-21T17:31:58,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/158089556/running 2024-11-21T17:31:58,702 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/158089556/running 2024-11-21T17:31:58,702 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556 2024-11-21T17:31:58,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556 2024-11-21T17:31:58,703 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:31:58,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:31:58,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:31:58,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:58,703 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,45709,1732210305321' ***** 2024-11-21T17:31:58,703 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:31:58,704 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:31:58,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Set watcher on znode that does not yet exist, /158089556/running 2024-11-21T17:31:58,704 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:31:58,704 INFO [RS:0;f3865e8353b4:45709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:31:58,704 INFO [RS:0;f3865e8353b4:45709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:31:58,704 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,45709,1732210305321 2024-11-21T17:31:58,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Set watcher on znode that does not yet exist, /158089556/running 2024-11-21T17:31:58,704 INFO [RS:0;f3865e8353b4:45709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:31:58,704 INFO [RS:0;f3865e8353b4:45709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:45709. 2024-11-21T17:31:58,704 DEBUG [RS:0;f3865e8353b4:45709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:31:58,704 DEBUG [RS:0;f3865e8353b4:45709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:58,705 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:31:58,705 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:31:58,705 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:31:58,705 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:31:58,705 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T17:31:58,705 DEBUG [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T17:31:58,705 DEBUG [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:31:58,705 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:31:58,705 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:31:58,706 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:31:58,706 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:31:58,706 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:31:58,706 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T17:31:58,731 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/data/hbase/meta/1588230740/.tmp/ns/b2e048ca08db4270809f4ac2949638f7 is 43, key is default/ns:d/1732210307042/Put/seqid=0 2024-11-21T17:31:58,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741835_1011 (size=5153) 2024-11-21T17:31:58,747 DEBUG [f3865e8353b4:46431 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:31:58,748 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=351cec613c98d0a717a99782deffc4ed, regionState=OPENING, regionLocation=f3865e8353b4,38803,1732210313228 2024-11-21T17:31:58,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=351cec613c98d0a717a99782deffc4ed, ASSIGN because future has completed 2024-11-21T17:31:58,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 351cec613c98d0a717a99782deffc4ed, server=f3865e8353b4,38803,1732210313228}] 2024-11-21T17:31:58,759 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:31:58,842 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,1-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:58,845 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:58,906 DEBUG [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:31:58,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:31:58,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:31:58,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T17:31:58,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C38803%2C1732210313228.rep, suffix=, logDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228, archiveDir=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/oldWALs, maxLogs=10 2024-11-21T17:31:58,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.rep.1732210318914, exclude list is [], retry=0 2024-11-21T17:31:58,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36083,DS-6d6605e3-84fc-4a84-aec3-92febe4986f0,DISK] 2024-11-21T17:31:58,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.rep.1732210318914 2024-11-21T17:31:58,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36507:36507)] 2024-11-21T17:31:58,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 351cec613c98d0a717a99782deffc4ed, NAME => 'hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:31:58,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:31:58,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:31:58,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. service=MultiRowMutationService 2024-11-21T17:31:58,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T17:31:58,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:58,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:31:58,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:58,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:58,938 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:58,940 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 351cec613c98d0a717a99782deffc4ed columnFamilyName hfileref 2024-11-21T17:31:58,940 DEBUG [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:58,941 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] regionserver.HStore(327): Store=351cec613c98d0a717a99782deffc4ed/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:31:58,941 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:58,942 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 351cec613c98d0a717a99782deffc4ed columnFamilyName queue 2024-11-21T17:31:58,942 DEBUG [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:58,951 DEBUG [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/replication/351cec613c98d0a717a99782deffc4ed/queue/916e7ee337eb48a7a7a1ad6a203f4f30 2024-11-21T17:31:58,951 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] regionserver.HStore(327): Store=351cec613c98d0a717a99782deffc4ed/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:31:58,951 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:58,953 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 351cec613c98d0a717a99782deffc4ed columnFamilyName sid 2024-11-21T17:31:58,953 DEBUG [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:31:58,954 INFO [StoreOpener-351cec613c98d0a717a99782deffc4ed-1 {}] regionserver.HStore(327): Store=351cec613c98d0a717a99782deffc4ed/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:31:58,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:58,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/replication/351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:58,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/replication/351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:58,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:58,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:58,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:31:58,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:58,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 351cec613c98d0a717a99782deffc4ed; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75492775, jitterRate=0.1249300092458725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:31:58,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:31:58,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 351cec613c98d0a717a99782deffc4ed: Running coprocessor pre-open hook at 1732210318936Writing region info on filesystem at 1732210318936Initializing all the Stores at 1732210318938 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210318938Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210318938Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210318938Cleaning up temporary data from old regions at 1732210318958 (+20 ms)Running coprocessor post-open hooks at 1732210318962 (+4 ms)Region opened successfully at 1732210318963 (+1 ms) 2024-11-21T17:31:58,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed., pid=19, masterSystemTime=1732210318905 2024-11-21T17:31:58,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:31:58,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:31:58,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=351cec613c98d0a717a99782deffc4ed, regionState=OPEN, openSeqNum=10, regionLocation=f3865e8353b4,38803,1732210313228 2024-11-21T17:31:58,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 351cec613c98d0a717a99782deffc4ed, server=f3865e8353b4,38803,1732210313228 because future has completed 2024-11-21T17:31:58,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-21T17:31:58,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 351cec613c98d0a717a99782deffc4ed, server=f3865e8353b4,38803,1732210313228 in 221 msec 2024-11-21T17:31:58,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-21T17:31:58,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=351cec613c98d0a717a99782deffc4ed, ASSIGN in 385 msec 2024-11-21T17:31:58,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T17:31:58,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed., hostname=f3865e8353b4,38803,1732210313228, seqNum=10] 2024-11-21T17:31:59,027 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for f3865e8353b4,34541,1732210300766 2024-11-21T17:31:59,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T17:31:59,106 DEBUG [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:31:59,138 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/data/hbase/meta/1588230740/.tmp/ns/b2e048ca08db4270809f4ac2949638f7 2024-11-21T17:31:59,148 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/data/hbase/meta/1588230740/.tmp/ns/b2e048ca08db4270809f4ac2949638f7 as hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/data/hbase/meta/1588230740/ns/b2e048ca08db4270809f4ac2949638f7 2024-11-21T17:31:59,157 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/data/hbase/meta/1588230740/ns/b2e048ca08db4270809f4ac2949638f7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T17:31:59,158 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false 2024-11-21T17:31:59,158 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:31:59,165 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T17:31:59,166 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:31:59,166 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:31:59,166 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:31:59,166 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210318705Running coprocessor pre-close hooks at 1732210318705Disabling compacts and flushes for region at 1732210318705Disabling writes for close at 1732210318706 (+1 ms)Obtaining lock to block concurrent updates at 1732210318706Preparing flush snapshotting stores in 1588230740 at 1732210318706Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732210318706Flushing stores of hbase:meta,,1.1588230740 at 1732210318707 (+1 ms)Flushing 1588230740/ns: creating writer at 1732210318708 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732210318731 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732210318731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1084ed3c: reopening flushed file at 1732210319147 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false at 1732210319158 (+11 ms)Writing region close event to WAL at 1732210319160 (+2 ms)Running coprocessor post-close hooks at 1732210319165 (+5 ms)Closed at 1732210319166 (+1 ms) 2024-11-21T17:31:59,166 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:31:59,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-21T17:31:59,306 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,45709,1732210305321; all regions closed. 2024-11-21T17:31:59,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741834_1010 (size=1152) 2024-11-21T17:31:59,309 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/WALs/f3865e8353b4,45709,1732210305321/f3865e8353b4%2C45709%2C1732210305321.meta.1732210306951.meta not finished, retry = 0 2024-11-21T17:31:59,414 DEBUG [RS:0;f3865e8353b4:45709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/oldWALs 2024-11-21T17:31:59,414 INFO [RS:0;f3865e8353b4:45709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C45709%2C1732210305321.meta:.meta(num 1732210306951) 2024-11-21T17:31:59,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741833_1009 (size=93) 2024-11-21T17:31:59,418 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/WALs/f3865e8353b4,45709,1732210305321/f3865e8353b4%2C45709%2C1732210305321.1732210306710 not finished, retry = 0 2024-11-21T17:31:59,521 DEBUG [RS:0;f3865e8353b4:45709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/oldWALs 2024-11-21T17:31:59,521 INFO [RS:0;f3865e8353b4:45709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C45709%2C1732210305321:(num 1732210306710) 2024-11-21T17:31:59,521 DEBUG [RS:0;f3865e8353b4:45709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:31:59,521 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:31:59,521 INFO [RS:0;f3865e8353b4:45709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:31:59,521 INFO [RS:0;f3865e8353b4:45709 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:31:59,522 INFO [RS:0;f3865e8353b4:45709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:31:59,522 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:31:59,522 INFO [RS:0;f3865e8353b4:45709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45709 2024-11-21T17:31:59,523 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/158089556/rs/f3865e8353b4,45709,1732210305321 2024-11-21T17:31:59,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556/rs 2024-11-21T17:31:59,523 INFO [RS:0;f3865e8353b4:45709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:31:59,524 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,45709,1732210305321] 2024-11-21T17:31:59,525 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /158089556/draining/f3865e8353b4,45709,1732210305321 already deleted, retry=false 2024-11-21T17:31:59,525 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,45709,1732210305321 expired; onlineServers=0 2024-11-21T17:31:59,525 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,41095,1732210305270' ***** 2024-11-21T17:31:59,525 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:31:59,525 INFO [M:0;f3865e8353b4:41095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:31:59,525 INFO [M:0;f3865e8353b4:41095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:31:59,525 DEBUG [M:0;f3865e8353b4:41095 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:31:59,525 DEBUG [M:0;f3865e8353b4:41095 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:31:59,525 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:31:59,525 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210306487 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210306487,5,FailOnTimeoutGroup] 2024-11-21T17:31:59,525 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210306491 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210306491,5,FailOnTimeoutGroup] 2024-11-21T17:31:59,526 INFO [M:0;f3865e8353b4:41095 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:31:59,526 INFO [M:0;f3865e8353b4:41095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:31:59,526 DEBUG [M:0;f3865e8353b4:41095 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:31:59,526 INFO [M:0;f3865e8353b4:41095 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:31:59,526 INFO [M:0;f3865e8353b4:41095 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:31:59,526 INFO [M:0;f3865e8353b4:41095 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:31:59,526 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:31:59,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/158089556/master 2024-11-21T17:31:59,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/158089556 2024-11-21T17:31:59,527 DEBUG [M:0;f3865e8353b4:41095 {}] zookeeper.ZKUtil(347): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Unable to get data of znode /158089556/master because node does not exist (not an error) 2024-11-21T17:31:59,527 WARN [M:0;f3865e8353b4:41095 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:31:59,528 INFO [M:0;f3865e8353b4:41095 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/.lastflushedseqids 2024-11-21T17:31:59,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741836_1012 (size=99) 2024-11-21T17:31:59,624 INFO [RS:0;f3865e8353b4:45709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:31:59,624 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:31:59,624 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45709-0x1006356e2c60004, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:31:59,624 INFO [RS:0;f3865e8353b4:45709 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,45709,1732210305321; zookeeper connection closed. 2024-11-21T17:31:59,625 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e8fc7f3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e8fc7f3 2024-11-21T17:31:59,625 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:31:59,851 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,1-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:59,854 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:31:59,933 INFO [M:0;f3865e8353b4:41095 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:31:59,933 INFO [M:0;f3865e8353b4:41095 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:31:59,934 DEBUG [M:0;f3865e8353b4:41095 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:31:59,934 INFO [M:0;f3865e8353b4:41095 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:31:59,934 DEBUG [M:0;f3865e8353b4:41095 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:31:59,934 DEBUG [M:0;f3865e8353b4:41095 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:31:59,934 DEBUG [M:0;f3865e8353b4:41095 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:31:59,934 INFO [M:0;f3865e8353b4:41095 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T17:31:59,953 DEBUG [M:0;f3865e8353b4:41095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f24c0c5a5ad407096b3c507ea9d60a9 is 82, key is hbase:meta,,1/info:regioninfo/1732210307018/Put/seqid=0 2024-11-21T17:31:59,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741837_1013 (size=5672) 2024-11-21T17:32:00,144 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T17:32:00,361 INFO [M:0;f3865e8353b4:41095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f24c0c5a5ad407096b3c507ea9d60a9 2024-11-21T17:32:00,389 DEBUG [M:0;f3865e8353b4:41095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7eb01d9bcb3c42088754800ac397298b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732210307051/Put/seqid=0 2024-11-21T17:32:00,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741838_1014 (size=5275) 2024-11-21T17:32:00,795 INFO [M:0;f3865e8353b4:41095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7eb01d9bcb3c42088754800ac397298b 2024-11-21T17:32:00,820 DEBUG [M:0;f3865e8353b4:41095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1e246802b2e401b9766800a5b0a9614 is 69, key is f3865e8353b4,45709,1732210305321/rs:state/1732210306502/Put/seqid=0 2024-11-21T17:32:00,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741839_1015 (size=5156) 2024-11-21T17:32:00,961 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,1-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:32:00,963 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:32:01,227 INFO [M:0;f3865e8353b4:41095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1e246802b2e401b9766800a5b0a9614 2024-11-21T17:32:01,242 DEBUG [M:0;f3865e8353b4:41095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f24c0c5a5ad407096b3c507ea9d60a9 as hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f24c0c5a5ad407096b3c507ea9d60a9 2024-11-21T17:32:01,251 INFO [M:0;f3865e8353b4:41095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f24c0c5a5ad407096b3c507ea9d60a9, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T17:32:01,253 DEBUG [M:0;f3865e8353b4:41095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7eb01d9bcb3c42088754800ac397298b as hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7eb01d9bcb3c42088754800ac397298b 2024-11-21T17:32:01,261 INFO [M:0;f3865e8353b4:41095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7eb01d9bcb3c42088754800ac397298b, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T17:32:01,262 DEBUG [M:0;f3865e8353b4:41095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1e246802b2e401b9766800a5b0a9614 as hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1e246802b2e401b9766800a5b0a9614 2024-11-21T17:32:01,271 INFO [M:0;f3865e8353b4:41095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39855/user/jenkins/test-data/fe7fdaba-a5c2-5256-6039-5a612e913d25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1e246802b2e401b9766800a5b0a9614, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T17:32:01,272 INFO [M:0;f3865e8353b4:41095 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=28, compaction requested=false 2024-11-21T17:32:01,273 INFO [M:0;f3865e8353b4:41095 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:01,273 DEBUG [M:0;f3865e8353b4:41095 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210319934Disabling compacts and flushes for region at 1732210319934Disabling writes for close at 1732210319934Obtaining lock to block concurrent updates at 1732210319934Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210319934Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732210319935 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210319935Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210319936 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210319953 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210319953Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210320372 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210320389 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210320389Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210320804 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210320819 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210320820 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30792eaf: reopening flushed file at 1732210321241 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd2489e: reopening flushed file at 1732210321252 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@467e6136: reopening flushed file at 1732210321261 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=28, compaction requested=false at 1732210321272 (+11 ms)Writing region close event to WAL at 1732210321273 (+1 ms)Closed at 1732210321273 2024-11-21T17:32:01,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35607 is added to blk_1073741830_1006 (size=10165) 2024-11-21T17:32:01,276 INFO [M:0;f3865e8353b4:41095 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:32:01,276 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:32:01,276 INFO [M:0;f3865e8353b4:41095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41095 2024-11-21T17:32:01,279 INFO [M:0;f3865e8353b4:41095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:32:01,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:32:01,380 INFO [M:0;f3865e8353b4:41095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:32:01,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41095-0x1006356e2c60003, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:32:01,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:32:01,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:32:01,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:32:01,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:32:01,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/hadoop.log.dir/,STOPPED} 2024-11-21T17:32:01,390 WARN [BP-45745960-172.17.0.2-1732210304388 heartbeating to localhost/127.0.0.1:39855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:32:01,390 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:32:01,390 WARN [BP-45745960-172.17.0.2-1732210304388 heartbeating to localhost/127.0.0.1:39855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-45745960-172.17.0.2-1732210304388 (Datanode Uuid 4e78e2a9-4164-47f5-b24e-c0d5c87849a9) service to localhost/127.0.0.1:39855 2024-11-21T17:32:01,390 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:32:01,391 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/cluster_a684e634-bd5d-9553-004c-946dfffabacb/data/data2/current/BP-45745960-172.17.0.2-1732210304388 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:32:01,391 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/cluster_a684e634-bd5d-9553-004c-946dfffabacb/data/data1/current/BP-45745960-172.17.0.2-1732210304388 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:32:01,391 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:32:01,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:32:01,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:32:01,407 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:32:01,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:32:01,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/hadoop.log.dir/,STOPPED} 2024-11-21T17:32:01,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:32:01,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:32:01,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:32:01,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:32:01,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:01,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:01,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:32:01,436 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:32:01,436 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=109251034, stopped=false 2024-11-21T17:32:01,436 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,46431,1732210313188 2024-11-21T17:32:01,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1505304913/running 2024-11-21T17:32:01,437 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1505304913/running 2024-11-21T17:32:01,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:32:01,437 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:32:01,437 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:32:01,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:32:01,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:32:01,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:01,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on znode that does not yet exist, /0-1505304913/running 2024-11-21T17:32:01,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Set watcher on znode that does not yet exist, /0-1505304913/running 2024-11-21T17:32:01,439 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,38803,1732210313228' ***** 2024-11-21T17:32:01,439 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:32:01,439 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:32:01,439 INFO [RS:0;f3865e8353b4:38803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:32:01,439 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:32:01,439 INFO [RS:0;f3865e8353b4:38803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:32:01,439 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(3091): Received CLOSE for 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:32:01,440 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,38803,1732210313228 2024-11-21T17:32:01,440 INFO [RS:0;f3865e8353b4:38803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:32:01,440 INFO [RS:0;f3865e8353b4:38803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:38803. 2024-11-21T17:32:01,440 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 351cec613c98d0a717a99782deffc4ed, disabling compactions & flushes 2024-11-21T17:32:01,440 DEBUG [RS:0;f3865e8353b4:38803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:32:01,440 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:32:01,440 DEBUG [RS:0;f3865e8353b4:38803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:01,440 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:32:01,440 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:32:01,440 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. after waiting 0 ms 2024-11-21T17:32:01,440 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:32:01,440 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:32:01,440 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:32:01,440 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:32:01,441 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T17:32:01,441 DEBUG [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 351cec613c98d0a717a99782deffc4ed=hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed.} 2024-11-21T17:32:01,441 DEBUG [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 351cec613c98d0a717a99782deffc4ed 2024-11-21T17:32:01,441 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:32:01,441 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:32:01,441 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:32:01,441 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:32:01,441 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:32:01,442 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T17:32:01,450 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/replication/351cec613c98d0a717a99782deffc4ed/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-21T17:32:01,451 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:32:01,451 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:32:01,451 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:32:01,451 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 351cec613c98d0a717a99782deffc4ed: Waiting for close lock at 1732210321440Running coprocessor pre-close hooks at 1732210321440Disabling compacts and flushes for region at 1732210321440Disabling writes for close at 1732210321440Writing region close event to WAL at 1732210321442 (+2 ms)Running coprocessor post-close hooks at 1732210321450 (+8 ms)Closed at 1732210321451 (+1 ms) 2024-11-21T17:32:01,451 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed. 2024-11-21T17:32:01,460 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:32:01,466 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/.tmp/info/136a683be87243ccafa3cf0bfca432f0 is 147, key is hbase:replication,,1732210307283.351cec613c98d0a717a99782deffc4ed./info:regioninfo/1732210318968/Put/seqid=0 2024-11-21T17:32:01,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741851_1027 (size=6385) 2024-11-21T17:32:01,641 DEBUG [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:32:01,842 DEBUG [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:32:01,874 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/.tmp/info/136a683be87243ccafa3cf0bfca432f0 2024-11-21T17:32:01,886 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/.tmp/info/136a683be87243ccafa3cf0bfca432f0 as hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/info/136a683be87243ccafa3cf0bfca432f0 2024-11-21T17:32:01,893 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/info/136a683be87243ccafa3cf0bfca432f0, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T17:32:01,895 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=19, compaction requested=false 2024-11-21T17:32:01,900 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T17:32:01,901 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:32:01,901 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:32:01,901 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:32:01,901 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210321441Running coprocessor pre-close hooks at 1732210321441Disabling compacts and flushes for region at 1732210321441Disabling writes for close at 1732210321441Obtaining lock to block concurrent updates at 1732210321442 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732210321442Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732210321442Flushing stores of hbase:meta,,1.1588230740 at 1732210321443 (+1 ms)Flushing 1588230740/info: creating writer at 1732210321443Flushing 1588230740/info: appending metadata at 1732210321465 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732210321465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3519306: reopening flushed file at 1732210321885 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=19, compaction requested=false at 1732210321895 (+10 ms)Writing region close event to WAL at 1732210321896 (+1 ms)Running coprocessor post-close hooks at 1732210321901 (+5 ms)Closed at 1732210321901 2024-11-21T17:32:01,901 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:32:02,042 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,38803,1732210313228; all regions closed. 2024-11-21T17:32:02,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741849_1025 (size=2156) 2024-11-21T17:32:02,053 DEBUG [RS:0;f3865e8353b4:38803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/oldWALs 2024-11-21T17:32:02,053 INFO [RS:0;f3865e8353b4:38803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C38803%2C1732210313228.meta:.meta(num 1732210314606) 2024-11-21T17:32:02,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741850_1026 (size=796) 2024-11-21T17:32:02,060 DEBUG [RS:0;f3865e8353b4:38803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/oldWALs 2024-11-21T17:32:02,060 INFO [RS:0;f3865e8353b4:38803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C38803%2C1732210313228.rep:(num 1732210318914) 2024-11-21T17:32:02,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741848_1024 (size=93) 2024-11-21T17:32:02,066 DEBUG [RS:0;f3865e8353b4:38803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/oldWALs 2024-11-21T17:32:02,066 INFO [RS:0;f3865e8353b4:38803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C38803%2C1732210313228:(num 1732210314336) 2024-11-21T17:32:02,066 DEBUG [RS:0;f3865e8353b4:38803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:02,066 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:32:02,067 INFO [RS:0;f3865e8353b4:38803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:32:02,067 INFO [RS:0;f3865e8353b4:38803 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:32:02,067 INFO [RS:0;f3865e8353b4:38803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:32:02,067 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:32:02,068 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,38803,1732210313228 because: Region server is closing 2024-11-21T17:32:02,068 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T17:32:02,068 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T17:32:02,068 INFO [RS:0;f3865e8353b4:38803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:38803. 2024-11-21T17:32:02,068 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-21T17:32:02,068 DEBUG [RS:0;f3865e8353b4:38803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:32:02,068 DEBUG [RS:0;f3865e8353b4:38803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:02,069 DEBUG [RS:0;f3865e8353b4:38803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:02,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:32:02,169 WARN [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,1-f3865e8353b4,38803,1732210313228 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T17:32:02,169 WARN [RS:0;f3865e8353b4:38803.replicationSource.shipperf3865e8353b4%2C38803%2C1732210313228,1-f3865e8353b4,38803,1732210313228 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T17:32:02,169 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f3865e8353b4:38803.replicationSource.shipperf3865e8353b4%2C38803%2C1732210313228,1-f3865e8353b4,38803,1732210313228 terminated 2024-11-21T17:32:02,170 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f3865e8353b4,38803,1732210313228 because: Region server is closing 2024-11-21T17:32:02,170 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 to pos 0, reset compression=false 2024-11-21T17:32:02,170 INFO [RS:0;f3865e8353b4:38803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:38803. 2024-11-21T17:32:02,170 DEBUG [RS:0;f3865e8353b4:38803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:32:02,170 DEBUG [RS:0;f3865e8353b4:38803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:02,170 DEBUG [RS:0;f3865e8353b4:38803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:02,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:32:02,175 INFO [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 was moved to hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/oldWALs/f3865e8353b4%2C38803%2C1732210313228.1732210314336 2024-11-21T17:32:02,179 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.wal-reader.f3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336 2024-11-21T17:32:02,179 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.shipperf3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f3865e8353b4,38803,1732210313228 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/WALs/f3865e8353b4,38803,1732210313228/f3865e8353b4%2C38803%2C1732210313228.1732210314336, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-21T17:32:02,184 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.shipperf3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:32:02,184 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.shipperf3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,38803,1732210313228, seqNum=-1] 2024-11-21T17:32:02,185 WARN [RS:0;f3865e8353b4:38803.replicationSource.shipperf3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-f3865e8353b4,38803,1732210313228', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:38803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 40 more 2024-11-21T17:32:02,187 ERROR [RS:0;f3865e8353b4:38803.replicationSource.shipperf3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f3865e8353b4,38803,1732210313228: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-f3865e8353b4,38803,1732210313228, walGroup=f3865e8353b4%2C38803%2C1732210313228, offset=f3865e8353b4%2C38803%2C1732210313228.1732210314336:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:38803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T17:32:02,189 ERROR [RS:0;f3865e8353b4:38803.replicationSource.shipperf3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T17:32:02,192 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.shipperf3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T17:32:02,194 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.shipperf3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T17:32:02,194 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.shipperf3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T17:32:02,194 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.shipperf3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T17:32:02,194 INFO [RS:0;f3865e8353b4:38803.replicationSource.shipperf3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 691881792 }, "NonHeapMemoryUsage": { "committed": 161873920, "init": 7667712, "max": -1, "used": 157519232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T17:32:02,196 DEBUG [RS:0;f3865e8353b4:38803.replicationSource.shipperf3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [f3865e8353b4%2C38803%2C1732210313228.1732210314336] 2024-11-21T17:32:02,270 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;f3865e8353b4:38803.replicationSource.shipperf3865e8353b4%2C38803%2C1732210313228,2-f3865e8353b4,38803,1732210313228 terminated 2024-11-21T17:32:02,271 INFO [RS:0;f3865e8353b4:38803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38803 2024-11-21T17:32:02,272 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1505304913/rs/f3865e8353b4,38803,1732210313228 2024-11-21T17:32:02,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913/rs 2024-11-21T17:32:02,272 INFO [RS:0;f3865e8353b4:38803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:32:02,273 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,38803,1732210313228] 2024-11-21T17:32:02,274 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1505304913/draining/f3865e8353b4,38803,1732210313228 already deleted, retry=false 2024-11-21T17:32:02,274 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,38803,1732210313228 expired; onlineServers=0 2024-11-21T17:32:02,274 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,46431,1732210313188' ***** 2024-11-21T17:32:02,274 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:32:02,274 INFO [M:0;f3865e8353b4:46431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:32:02,274 INFO [M:0;f3865e8353b4:46431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:32:02,274 DEBUG [M:0;f3865e8353b4:46431 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:32:02,274 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:32:02,274 DEBUG [M:0;f3865e8353b4:46431 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:32:02,274 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210314039 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210314039,5,FailOnTimeoutGroup] 2024-11-21T17:32:02,274 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210314039 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210314039,5,FailOnTimeoutGroup] 2024-11-21T17:32:02,275 INFO [M:0;f3865e8353b4:46431 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:32:02,275 INFO [M:0;f3865e8353b4:46431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:32:02,275 DEBUG [M:0;f3865e8353b4:46431 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:32:02,275 INFO [M:0;f3865e8353b4:46431 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:32:02,275 INFO [M:0;f3865e8353b4:46431 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:32:02,275 INFO [M:0;f3865e8353b4:46431 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:32:02,275 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:32:02,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1505304913/master 2024-11-21T17:32:02,276 DEBUG [M:0;f3865e8353b4:46431 {}] zookeeper.ZKUtil(347): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Unable to get data of znode /0-1505304913/master because node does not exist (not an error) 2024-11-21T17:32:02,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1505304913 2024-11-21T17:32:02,276 WARN [M:0;f3865e8353b4:46431 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:32:02,276 INFO [M:0;f3865e8353b4:46431 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/.lastflushedseqids 2024-11-21T17:32:02,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741852_1028 (size=181) 2024-11-21T17:32:02,373 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:32:02,373 INFO [RS:0;f3865e8353b4:38803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:32:02,373 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38803-0x1006356e2c60007, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:32:02,373 INFO [RS:0;f3865e8353b4:38803 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,38803,1732210313228; zookeeper connection closed. 2024-11-21T17:32:02,374 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7298492e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7298492e 2024-11-21T17:32:02,374 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:32:02,686 INFO [M:0;f3865e8353b4:46431 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:32:02,686 INFO [M:0;f3865e8353b4:46431 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:32:02,686 DEBUG [M:0;f3865e8353b4:46431 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:32:02,686 INFO [M:0;f3865e8353b4:46431 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:02,686 DEBUG [M:0;f3865e8353b4:46431 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:02,686 DEBUG [M:0;f3865e8353b4:46431 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:32:02,686 DEBUG [M:0;f3865e8353b4:46431 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:02,687 INFO [M:0;f3865e8353b4:46431 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T17:32:02,709 DEBUG [M:0;f3865e8353b4:46431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/916a69c3151c41b2ba23f5f4bab856c7 is 82, key is hbase:meta,,1/info:regioninfo/1732210314676/Put/seqid=0 2024-11-21T17:32:02,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741853_1029 (size=5680) 2024-11-21T17:32:03,115 INFO [M:0;f3865e8353b4:46431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/916a69c3151c41b2ba23f5f4bab856c7 2024-11-21T17:32:03,136 DEBUG [M:0;f3865e8353b4:46431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/096abf64fbb14722b7fe3120a6d921b1 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732210318977/Put/seqid=0 2024-11-21T17:32:03,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741854_1030 (size=7319) 2024-11-21T17:32:03,542 INFO [M:0;f3865e8353b4:46431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/096abf64fbb14722b7fe3120a6d921b1 2024-11-21T17:32:03,565 DEBUG [M:0;f3865e8353b4:46431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6c86df8dbeb40e9ab1f7dee05fede6a is 69, key is f3865e8353b4,38803,1732210313228/rs:state/1732210314087/Put/seqid=0 2024-11-21T17:32:03,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741855_1031 (size=5371) 2024-11-21T17:32:03,971 INFO [M:0;f3865e8353b4:46431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6c86df8dbeb40e9ab1f7dee05fede6a 2024-11-21T17:32:03,986 INFO [M:0;f3865e8353b4:46431 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6c86df8dbeb40e9ab1f7dee05fede6a 2024-11-21T17:32:03,988 DEBUG [M:0;f3865e8353b4:46431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/916a69c3151c41b2ba23f5f4bab856c7 as hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/916a69c3151c41b2ba23f5f4bab856c7 2024-11-21T17:32:04,004 INFO [M:0;f3865e8353b4:46431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/916a69c3151c41b2ba23f5f4bab856c7, entries=8, sequenceid=172, filesize=5.5 K 2024-11-21T17:32:04,006 DEBUG [M:0;f3865e8353b4:46431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/096abf64fbb14722b7fe3120a6d921b1 as hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/096abf64fbb14722b7fe3120a6d921b1 2024-11-21T17:32:04,022 INFO [M:0;f3865e8353b4:46431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/096abf64fbb14722b7fe3120a6d921b1, entries=7, sequenceid=172, filesize=7.1 K 2024-11-21T17:32:04,025 DEBUG [M:0;f3865e8353b4:46431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6c86df8dbeb40e9ab1f7dee05fede6a as hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6c86df8dbeb40e9ab1f7dee05fede6a 2024-11-21T17:32:04,040 INFO [M:0;f3865e8353b4:46431 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6c86df8dbeb40e9ab1f7dee05fede6a 2024-11-21T17:32:04,041 INFO [M:0;f3865e8353b4:46431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37577/user/jenkins/test-data/96eafccf-db8d-c78a-b1b3-1167bb370b17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6c86df8dbeb40e9ab1f7dee05fede6a, entries=2, sequenceid=172, filesize=5.2 K 2024-11-21T17:32:04,044 INFO [M:0;f3865e8353b4:46431 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1357ms, sequenceid=172, compaction requested=false 2024-11-21T17:32:04,067 INFO [M:0;f3865e8353b4:46431 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:04,067 DEBUG [M:0;f3865e8353b4:46431 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210322686Disabling compacts and flushes for region at 1732210322686Disabling writes for close at 1732210322686Obtaining lock to block concurrent updates at 1732210322687 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210322687Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732210322687Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210322688 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210322688Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210322708 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210322708Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210323121 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210323136 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210323136Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210323549 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210323564 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210323564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13390ab1: reopening flushed file at 1732210323986 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c240b: reopening flushed file at 1732210324004 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@503973c5: reopening flushed file at 1732210324022 (+18 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1357ms, sequenceid=172, compaction requested=false at 1732210324044 (+22 ms)Writing region close event to WAL at 1732210324066 (+22 ms)Closed at 1732210324067 (+1 ms) 2024-11-21T17:32:04,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36083 is added to blk_1073741847_1023 (size=22949) 2024-11-21T17:32:04,082 INFO [M:0;f3865e8353b4:46431 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:32:04,082 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:32:04,082 INFO [M:0;f3865e8353b4:46431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46431 2024-11-21T17:32:04,082 INFO [M:0;f3865e8353b4:46431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:32:04,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:32:04,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46431-0x1006356e2c60006, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:32:04,185 INFO [M:0;f3865e8353b4:46431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:32:04,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:32:04,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:32:04,215 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:32:04,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:32:04,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/hadoop.log.dir/,STOPPED} 2024-11-21T17:32:04,216 WARN [BP-291352653-172.17.0.2-1732210297377 heartbeating to localhost/127.0.0.1:37577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:32:04,216 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:32:04,217 WARN [BP-291352653-172.17.0.2-1732210297377 heartbeating to localhost/127.0.0.1:37577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-291352653-172.17.0.2-1732210297377 (Datanode Uuid d85af991-94c3-40c0-89f4-c8a84c9b853d) service to localhost/127.0.0.1:37577 2024-11-21T17:32:04,217 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:32:04,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/cluster_c719189c-1d13-37cd-d58e-0598c9ad6c7a/data/data1/current/BP-291352653-172.17.0.2-1732210297377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:32:04,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/cluster_c719189c-1d13-37cd-d58e-0598c9ad6c7a/data/data2/current/BP-291352653-172.17.0.2-1732210297377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:32:04,218 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:32:04,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:32:04,228 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:32:04,228 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:32:04,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:32:04,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57a3d039-1c7f-ff7f-578b-de9ef6a7f8ea/hadoop.log.dir/,STOPPED} 2024-11-21T17:32:04,240 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T17:32:04,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:32:04,273 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54241) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f3865e8353b4:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54241) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39855 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f3865e8353b4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f3865e8353b4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37577 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@69bea221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/f3865e8353b4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f3865e8353b4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 243) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2035 (was 3420) 2024-11-21T17:32:04,297 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=2035 2024-11-21T17:32:04,315 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-21T17:32:04,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/hadoop.log.dir so I do NOT create it in target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836 2024-11-21T17:32:04,317 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:32:04,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/hadoop.tmp.dir so I do NOT create it in target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836 2024-11-21T17:32:04,317 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94457519-2652-9432-f057-ca4557f81faa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:32:04,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836 2024-11-21T17:32:04,317 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/cluster_0e8c4346-960d-219f-c29d-ea130ab256ff, deleteOnExit=true 2024-11-21T17:32:04,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1006356e2c60005, quorum=127.0.0.1:54241, baseZNode=/158089556 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:32:04,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1006356e2c60005, quorum=127.0.0.1:54241, baseZNode=/158089556 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:32:04,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1006356e2c60002, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:32:04,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1006356e2c60002, quorum=127.0.0.1:54241, baseZNode=/0-1505304913 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:32:04,342 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/cluster_0e8c4346-960d-219f-c29d-ea130ab256ff/zookeeper_0, clientPort=60342, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/cluster_0e8c4346-960d-219f-c29d-ea130ab256ff/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/cluster_0e8c4346-960d-219f-c29d-ea130ab256ff/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T17:32:04,344 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60342 2024-11-21T17:32:04,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:32:04,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:32:04,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/test.cache.data in system properties and HBase conf 2024-11-21T17:32:04,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:32:04,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:32:04,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:32:04,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:32:04,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:32:04,345 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:32:04,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:32:04,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:32:04,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:32:04,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:32:04,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:32:04,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:32:04,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:32:04,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:32:04,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:32:04,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:32:04,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:32:04,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:32:04,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:32:04,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:32:04,416 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T17:32:04,418 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:04,452 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:04,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:32:04,486 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:32:04,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:32:04,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:32:04,511 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:32:04,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:32:04,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@251e1419{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:32:04,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cfceb2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:32:04,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5588082c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/java.io.tmpdir/jetty-localhost-38401-hadoop-hdfs-3_4_1-tests_jar-_-any-15941842149482550503/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:32:04,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@163f6d76{HTTP/1.1, (http/1.1)}{localhost:38401} 2024-11-21T17:32:04,618 INFO [Time-limited test {}] server.Server(415): Started @29881ms 2024-11-21T17:32:04,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:32:04,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:32:04,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:32:04,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:32:04,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T17:32:04,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59853d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:32:04,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d402cfc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:32:04,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@290b7f89{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/java.io.tmpdir/jetty-localhost-38303-hadoop-hdfs-3_4_1-tests_jar-_-any-778954681342485457/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:32:04,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ffd705{HTTP/1.1, (http/1.1)}{localhost:38303} 2024-11-21T17:32:04,827 INFO [Time-limited test {}] server.Server(415): Started @30090ms 2024-11-21T17:32:04,829 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:32:04,892 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/cluster_0e8c4346-960d-219f-c29d-ea130ab256ff/data/data1/current/BP-1438387914-172.17.0.2-1732210324381/current, will proceed with Du for space computation calculation, 2024-11-21T17:32:04,892 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/cluster_0e8c4346-960d-219f-c29d-ea130ab256ff/data/data2/current/BP-1438387914-172.17.0.2-1732210324381/current, will proceed with Du for space computation calculation, 2024-11-21T17:32:04,924 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:32:04,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafb3f442d5eef5b9 with lease ID 0x671344dd6b37f077: Processing first storage report for DS-02b41cf4-3aca-4906-af96-13d738e25aef from datanode DatanodeRegistration(127.0.0.1:42371, datanodeUuid=954f9384-edc4-427f-a2b8-7a476068df45, infoPort=45463, infoSecurePort=0, ipcPort=35523, storageInfo=lv=-57;cid=testClusterID;nsid=383587178;c=1732210324381) 2024-11-21T17:32:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafb3f442d5eef5b9 with lease ID 0x671344dd6b37f077: from storage DS-02b41cf4-3aca-4906-af96-13d738e25aef node DatanodeRegistration(127.0.0.1:42371, datanodeUuid=954f9384-edc4-427f-a2b8-7a476068df45, infoPort=45463, infoSecurePort=0, ipcPort=35523, storageInfo=lv=-57;cid=testClusterID;nsid=383587178;c=1732210324381), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:32:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafb3f442d5eef5b9 with lease ID 0x671344dd6b37f077: Processing first storage report for DS-60692f87-4c30-4be8-b145-8a897fb04cae from datanode DatanodeRegistration(127.0.0.1:42371, datanodeUuid=954f9384-edc4-427f-a2b8-7a476068df45, infoPort=45463, infoSecurePort=0, ipcPort=35523, storageInfo=lv=-57;cid=testClusterID;nsid=383587178;c=1732210324381) 2024-11-21T17:32:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafb3f442d5eef5b9 with lease ID 0x671344dd6b37f077: from storage DS-60692f87-4c30-4be8-b145-8a897fb04cae node DatanodeRegistration(127.0.0.1:42371, datanodeUuid=954f9384-edc4-427f-a2b8-7a476068df45, infoPort=45463, infoSecurePort=0, ipcPort=35523, storageInfo=lv=-57;cid=testClusterID;nsid=383587178;c=1732210324381), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:32:04,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836 2024-11-21T17:32:04,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:04,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:04,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:32:05,372 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621 with version=8 2024-11-21T17:32:05,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/hbase-staging 2024-11-21T17:32:05,375 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:32:05,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:05,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:05,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:32:05,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:05,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:32:05,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:32:05,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:32:05,376 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46097 2024-11-21T17:32:05,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46097 connecting to ZooKeeper ensemble=127.0.0.1:60342 2024-11-21T17:32:05,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460970x0, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:32:05,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46097-0x10063574fd00000 connected 2024-11-21T17:32:05,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:05,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:05,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Set watcher on znode that does not yet exist, /0698444297/running 2024-11-21T17:32:05,398 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621, hbase.cluster.distributed=false 2024-11-21T17:32:05,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Set watcher on znode that does not yet exist, /0698444297/acl 2024-11-21T17:32:05,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46097 2024-11-21T17:32:05,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46097 2024-11-21T17:32:05,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46097 2024-11-21T17:32:05,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46097 2024-11-21T17:32:05,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46097 2024-11-21T17:32:05,421 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:32:05,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:05,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:05,422 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:32:05,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:05,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:32:05,422 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:32:05,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:32:05,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35417 2024-11-21T17:32:05,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35417 connecting to ZooKeeper ensemble=127.0.0.1:60342 2024-11-21T17:32:05,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:05,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:05,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354170x0, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:32:05,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Set watcher on znode that does not yet exist, /0698444297/running 2024-11-21T17:32:05,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35417-0x10063574fd00001 connected 2024-11-21T17:32:05,430 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:32:05,431 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:32:05,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Set watcher on znode that does not yet exist, /0698444297/master 2024-11-21T17:32:05,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Set watcher on znode that does not yet exist, /0698444297/acl 2024-11-21T17:32:05,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35417 2024-11-21T17:32:05,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35417 2024-11-21T17:32:05,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35417 2024-11-21T17:32:05,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35417 2024-11-21T17:32:05,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35417 2024-11-21T17:32:05,481 DEBUG [M:0;f3865e8353b4:46097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:46097 2024-11-21T17:32:05,481 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0698444297/backup-masters/f3865e8353b4,46097,1732210325374 2024-11-21T17:32:05,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297/backup-masters 2024-11-21T17:32:05,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297/backup-masters 2024-11-21T17:32:05,483 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Set watcher on existing znode=/0698444297/backup-masters/f3865e8353b4,46097,1732210325374 2024-11-21T17:32:05,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0698444297/master 2024-11-21T17:32:05,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297 2024-11-21T17:32:05,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297 2024-11-21T17:32:05,485 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Set watcher on existing znode=/0698444297/master 2024-11-21T17:32:05,485 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0698444297/backup-masters/f3865e8353b4,46097,1732210325374 from backup master directory 2024-11-21T17:32:05,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297/backup-masters 2024-11-21T17:32:05,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0698444297/backup-masters/f3865e8353b4,46097,1732210325374 2024-11-21T17:32:05,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297/backup-masters 2024-11-21T17:32:05,486 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:32:05,487 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,46097,1732210325374 2024-11-21T17:32:05,491 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/hbase.id] with ID: f266ae4b-cedf-478d-bfed-39abffaf3083 2024-11-21T17:32:05,491 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/.tmp/hbase.id 2024-11-21T17:32:05,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:32:05,903 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/.tmp/hbase.id]:[hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/hbase.id] 2024-11-21T17:32:05,917 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:05,918 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:32:05,920 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T17:32:05,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297 2024-11-21T17:32:05,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297 2024-11-21T17:32:05,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:32:05,929 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:32:05,930 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:32:05,930 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:32:05,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:32:06,338 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store 2024-11-21T17:32:06,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:32:06,745 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:06,745 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:32:06,746 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:06,746 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:06,746 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:32:06,746 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:06,746 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:06,746 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210326745Disabling compacts and flushes for region at 1732210326745Disabling writes for close at 1732210326746 (+1 ms)Writing region close event to WAL at 1732210326746Closed at 1732210326746 2024-11-21T17:32:06,747 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/.initializing 2024-11-21T17:32:06,747 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/WALs/f3865e8353b4,46097,1732210325374 2024-11-21T17:32:06,748 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:32:06,750 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C46097%2C1732210325374, suffix=, logDir=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/WALs/f3865e8353b4,46097,1732210325374, archiveDir=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/oldWALs, maxLogs=10 2024-11-21T17:32:06,763 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/WALs/f3865e8353b4,46097,1732210325374/f3865e8353b4%2C46097%2C1732210325374.1732210326750, exclude list is [], retry=0 2024-11-21T17:32:06,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42371,DS-02b41cf4-3aca-4906-af96-13d738e25aef,DISK] 2024-11-21T17:32:06,768 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/WALs/f3865e8353b4,46097,1732210325374/f3865e8353b4%2C46097%2C1732210325374.1732210326750 2024-11-21T17:32:06,768 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45463:45463)] 2024-11-21T17:32:06,769 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:32:06,769 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:06,769 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:06,769 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:06,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:06,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:32:06,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:06,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:06,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:06,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:32:06,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:06,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:06,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:06,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:32:06,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:06,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:06,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:06,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:32:06,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:06,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:06,779 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:06,779 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:06,780 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:06,781 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:06,781 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:06,782 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:32:06,783 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:06,785 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:32:06,786 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63272823, jitterRate=-0.05716146528720856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:32:06,786 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210326769Initializing all the Stores at 1732210326770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210326770Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210326770Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210326770Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210326770Cleaning up temporary data from old regions at 1732210326781 (+11 ms)Region opened successfully at 1732210326786 (+5 ms) 2024-11-21T17:32:06,787 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:32:06,790 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b7c9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:32:06,791 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:32:06,791 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:32:06,791 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:32:06,792 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:32:06,792 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:32:06,793 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:32:06,793 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:32:06,795 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:32:06,796 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Unable to get data of znode /0698444297/balancer because node does not exist (not necessarily an error) 2024-11-21T17:32:06,797 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0698444297/balancer already deleted, retry=false 2024-11-21T17:32:06,797 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:32:06,798 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Unable to get data of znode /0698444297/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:32:06,799 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0698444297/normalizer already deleted, retry=false 2024-11-21T17:32:06,799 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:32:06,800 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Unable to get data of znode /0698444297/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:32:06,801 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0698444297/switch/split already deleted, retry=false 2024-11-21T17:32:06,802 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Unable to get data of znode /0698444297/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:32:06,803 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0698444297/switch/merge already deleted, retry=false 2024-11-21T17:32:06,805 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Unable to get data of znode /0698444297/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:32:06,806 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0698444297/snapshot-cleanup already deleted, retry=false 2024-11-21T17:32:06,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0698444297/running 2024-11-21T17:32:06,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0698444297/running 2024-11-21T17:32:06,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297 2024-11-21T17:32:06,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297 2024-11-21T17:32:06,808 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,46097,1732210325374, sessionid=0x10063574fd00000, setting cluster-up flag (Was=false) 2024-11-21T17:32:06,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297 2024-11-21T17:32:06,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297 2024-11-21T17:32:06,814 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0698444297/flush-table-proc/acquired, /0698444297/flush-table-proc/reached, /0698444297/flush-table-proc/abort 2024-11-21T17:32:06,815 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,46097,1732210325374 2024-11-21T17:32:06,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297 2024-11-21T17:32:06,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297 2024-11-21T17:32:06,819 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0698444297/online-snapshot/acquired, /0698444297/online-snapshot/reached, /0698444297/online-snapshot/abort 2024-11-21T17:32:06,820 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,46097,1732210325374 2024-11-21T17:32:06,821 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:32:06,823 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:32:06,823 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:32:06,823 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:32:06,824 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f3865e8353b4,34541,1732210300766: status=Processing ServerCrashProcedure of f3865e8353b4,34541,1732210300766 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732210314020, completionTime=-1 appears to have been leaked 2024-11-21T17:32:06,824 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,46097,1732210325374 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:32:06,825 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:32:06,825 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:32:06,825 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:32:06,825 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:32:06,825 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:32:06,825 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:06,825 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:32:06,825 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:06,827 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210356827 2024-11-21T17:32:06,827 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:32:06,827 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:32:06,827 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:32:06,827 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:32:06,827 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:32:06,827 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:32:06,827 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:32:06,827 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:32:06,828 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:06,828 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:32:06,828 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:32:06,828 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:32:06,828 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:32:06,828 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:06,828 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:32:06,829 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:32:06,829 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:32:06,829 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210326829,5,FailOnTimeoutGroup] 2024-11-21T17:32:06,829 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210326829,5,FailOnTimeoutGroup] 2024-11-21T17:32:06,829 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:06,829 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:32:06,829 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:06,830 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:06,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:32:06,868 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(746): ClusterId : f266ae4b-cedf-478d-bfed-39abffaf3083 2024-11-21T17:32:06,868 DEBUG [RS:0;f3865e8353b4:35417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:32:06,869 DEBUG [RS:0;f3865e8353b4:35417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:32:06,869 DEBUG [RS:0;f3865e8353b4:35417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:32:06,870 DEBUG [RS:0;f3865e8353b4:35417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:32:06,871 DEBUG [RS:0;f3865e8353b4:35417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e952540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:32:06,881 DEBUG [RS:0;f3865e8353b4:35417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:35417 2024-11-21T17:32:06,881 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:32:06,881 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:32:06,881 DEBUG [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:32:06,882 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,46097,1732210325374 with port=35417, startcode=1732210325421 2024-11-21T17:32:06,882 DEBUG [RS:0;f3865e8353b4:35417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:32:06,884 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:32:06,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,35417,1732210325421 2024-11-21T17:32:06,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46097 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,35417,1732210325421 2024-11-21T17:32:06,887 DEBUG [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621 2024-11-21T17:32:06,887 DEBUG [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34085 2024-11-21T17:32:06,887 DEBUG [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:32:06,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297/rs 2024-11-21T17:32:06,889 DEBUG [RS:0;f3865e8353b4:35417 {}] zookeeper.ZKUtil(111): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Set watcher on existing znode=/0698444297/rs/f3865e8353b4,35417,1732210325421 2024-11-21T17:32:06,889 WARN [RS:0;f3865e8353b4:35417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:32:06,889 INFO [RS:0;f3865e8353b4:35417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:32:06,889 DEBUG [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421 2024-11-21T17:32:06,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,35417,1732210325421] 2024-11-21T17:32:06,896 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:32:06,898 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:32:06,898 INFO [RS:0;f3865e8353b4:35417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:32:06,898 INFO [RS:0;f3865e8353b4:35417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:06,898 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:32:06,899 INFO [RS:0;f3865e8353b4:35417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:32:06,899 INFO [RS:0;f3865e8353b4:35417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:06,899 DEBUG [RS:0;f3865e8353b4:35417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:06,900 DEBUG [RS:0;f3865e8353b4:35417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:06,900 DEBUG [RS:0;f3865e8353b4:35417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:06,900 DEBUG [RS:0;f3865e8353b4:35417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:06,900 DEBUG [RS:0;f3865e8353b4:35417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:06,900 DEBUG [RS:0;f3865e8353b4:35417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:32:06,900 DEBUG [RS:0;f3865e8353b4:35417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:06,900 DEBUG [RS:0;f3865e8353b4:35417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:06,900 DEBUG [RS:0;f3865e8353b4:35417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:06,900 DEBUG [RS:0;f3865e8353b4:35417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:06,900 DEBUG [RS:0;f3865e8353b4:35417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:06,900 DEBUG [RS:0;f3865e8353b4:35417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:06,900 DEBUG [RS:0;f3865e8353b4:35417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:32:06,900 DEBUG [RS:0;f3865e8353b4:35417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:32:06,901 INFO [RS:0;f3865e8353b4:35417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:06,901 INFO [RS:0;f3865e8353b4:35417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:06,901 INFO [RS:0;f3865e8353b4:35417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:06,901 INFO [RS:0;f3865e8353b4:35417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:06,901 INFO [RS:0;f3865e8353b4:35417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:06,901 INFO [RS:0;f3865e8353b4:35417 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,35417,1732210325421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:32:06,916 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:32:06,916 INFO [RS:0;f3865e8353b4:35417 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,35417,1732210325421-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:06,916 INFO [RS:0;f3865e8353b4:35417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:06,916 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.Replication(171): f3865e8353b4,35417,1732210325421 started 2024-11-21T17:32:06,929 INFO [RS:0;f3865e8353b4:35417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:06,929 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,35417,1732210325421, RpcServer on f3865e8353b4/172.17.0.2:35417, sessionid=0x10063574fd00001 2024-11-21T17:32:06,929 DEBUG [RS:0;f3865e8353b4:35417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:32:06,929 DEBUG [RS:0;f3865e8353b4:35417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,35417,1732210325421 2024-11-21T17:32:06,929 DEBUG [RS:0;f3865e8353b4:35417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,35417,1732210325421' 2024-11-21T17:32:06,929 DEBUG [RS:0;f3865e8353b4:35417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0698444297/flush-table-proc/abort' 2024-11-21T17:32:06,930 DEBUG [RS:0;f3865e8353b4:35417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0698444297/flush-table-proc/acquired' 2024-11-21T17:32:06,930 DEBUG [RS:0;f3865e8353b4:35417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:32:06,930 DEBUG [RS:0;f3865e8353b4:35417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:32:06,930 DEBUG [RS:0;f3865e8353b4:35417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,35417,1732210325421 2024-11-21T17:32:06,930 DEBUG [RS:0;f3865e8353b4:35417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,35417,1732210325421' 2024-11-21T17:32:06,930 DEBUG [RS:0;f3865e8353b4:35417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0698444297/online-snapshot/abort' 2024-11-21T17:32:06,931 DEBUG [RS:0;f3865e8353b4:35417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0698444297/online-snapshot/acquired' 2024-11-21T17:32:06,931 DEBUG [RS:0;f3865e8353b4:35417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:32:06,931 INFO [RS:0;f3865e8353b4:35417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:32:06,931 INFO [RS:0;f3865e8353b4:35417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:32:07,032 INFO [RS:0;f3865e8353b4:35417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:32:07,034 INFO [RS:0;f3865e8353b4:35417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C35417%2C1732210325421, suffix=, logDir=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421, archiveDir=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/oldWALs, maxLogs=10 2024-11-21T17:32:07,050 DEBUG [RS:0;f3865e8353b4:35417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.1732210327035, exclude list is [], retry=0 2024-11-21T17:32:07,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42371,DS-02b41cf4-3aca-4906-af96-13d738e25aef,DISK] 2024-11-21T17:32:07,056 INFO [RS:0;f3865e8353b4:35417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.1732210327035 2024-11-21T17:32:07,056 DEBUG [RS:0;f3865e8353b4:35417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45463:45463)] 2024-11-21T17:32:07,237 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:32:07,237 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621 2024-11-21T17:32:07,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741833_1009 (size=32) 2024-11-21T17:32:07,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:07,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:32:07,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:32:07,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:07,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:07,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:32:07,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:32:07,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:07,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:07,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:32:07,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:32:07,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:07,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:07,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:32:07,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:32:07,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:07,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:07,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:32:07,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740 2024-11-21T17:32:07,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740 2024-11-21T17:32:07,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:32:07,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:32:07,657 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:32:07,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:32:07,660 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:32:07,661 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74873688, jitterRate=0.11570489406585693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:32:07,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210327644Initializing all the Stores at 1732210327645 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210327645Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210327645Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210327645Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210327645Cleaning up temporary data from old regions at 1732210327656 (+11 ms)Region opened successfully at 1732210327662 (+6 ms) 2024-11-21T17:32:07,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:32:07,662 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:32:07,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:32:07,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:32:07,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:32:07,662 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:32:07,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210327662Disabling compacts and flushes for region at 1732210327662Disabling writes for close at 1732210327662Writing region close event to WAL at 1732210327662Closed at 1732210327662 2024-11-21T17:32:07,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:32:07,664 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:32:07,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:32:07,665 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:32:07,666 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:32:07,816 DEBUG [f3865e8353b4:46097 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:32:07,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,35417,1732210325421 2024-11-21T17:32:07,818 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,35417,1732210325421, state=OPENING 2024-11-21T17:32:07,819 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:32:07,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297 2024-11-21T17:32:07,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297 2024-11-21T17:32:07,821 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:32:07,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0698444297/meta-region-server: CHANGED 2024-11-21T17:32:07,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0698444297/meta-region-server: CHANGED 2024-11-21T17:32:07,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,35417,1732210325421}] 2024-11-21T17:32:07,973 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:32:07,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:32:07,979 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:32:07,980 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:32:07,980 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:32:07,982 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C35417%2C1732210325421.meta, suffix=.meta, logDir=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421, archiveDir=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/oldWALs, maxLogs=10 2024-11-21T17:32:08,001 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.meta.1732210327982.meta, exclude list is [], retry=0 2024-11-21T17:32:08,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42371,DS-02b41cf4-3aca-4906-af96-13d738e25aef,DISK] 2024-11-21T17:32:08,005 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.meta.1732210327982.meta 2024-11-21T17:32:08,006 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45463:45463)] 2024-11-21T17:32:08,006 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:32:08,006 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:32:08,007 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:32:08,007 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:32:08,007 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:32:08,007 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:32:08,007 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:08,007 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:32:08,007 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:32:08,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:32:08,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:32:08,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:08,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:08,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:32:08,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:32:08,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:08,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:08,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:32:08,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:32:08,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:08,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:08,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:32:08,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:32:08,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:08,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:08,015 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:32:08,015 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740 2024-11-21T17:32:08,017 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740 2024-11-21T17:32:08,019 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:32:08,019 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:32:08,020 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:32:08,022 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:32:08,022 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72843749, jitterRate=0.08545644581317902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:32:08,023 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:32:08,023 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210328007Writing region info on filesystem at 1732210328007Initializing all the Stores at 1732210328008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210328008Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210328009 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210328009Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210328009Cleaning up temporary data from old regions at 1732210328019 (+10 ms)Running coprocessor post-open hooks at 1732210328023 (+4 ms)Region opened successfully at 1732210328023 2024-11-21T17:32:08,024 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210327973 2024-11-21T17:32:08,027 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:32:08,027 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:32:08,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,35417,1732210325421 2024-11-21T17:32:08,029 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,35417,1732210325421, state=OPEN 2024-11-21T17:32:08,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0698444297/meta-region-server 2024-11-21T17:32:08,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0698444297/meta-region-server 2024-11-21T17:32:08,031 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,35417,1732210325421 2024-11-21T17:32:08,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0698444297/meta-region-server: CHANGED 2024-11-21T17:32:08,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0698444297/meta-region-server: CHANGED 2024-11-21T17:32:08,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:32:08,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,35417,1732210325421 in 210 msec 2024-11-21T17:32:08,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:32:08,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-21T17:32:08,038 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:32:08,038 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:32:08,040 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:32:08,040 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,35417,1732210325421, seqNum=-1] 2024-11-21T17:32:08,040 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:32:08,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:32:08,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-11-21T17:32:08,049 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210328049, completionTime=-1 2024-11-21T17:32:08,049 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:32:08,049 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:32:08,053 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:32:08,053 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210388053 2024-11-21T17:32:08,053 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210448053 2024-11-21T17:32:08,053 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-21T17:32:08,054 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46097,1732210325374-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:08,054 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46097,1732210325374-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:08,054 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46097,1732210325374-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:08,054 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:46097, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:08,054 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:08,057 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:32:08,067 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:08,077 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.590sec 2024-11-21T17:32:08,077 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:32:08,078 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:32:08,078 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:32:08,078 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:32:08,078 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:32:08,078 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46097,1732210325374-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:32:08,078 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46097,1732210325374-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:32:08,094 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:32:08,094 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:32:08,094 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46097,1732210325374-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:08,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5180bcbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:08,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,46097,-1 for getting cluster id 2024-11-21T17:32:08,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:32:08,170 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f266ae4b-cedf-478d-bfed-39abffaf3083' 2024-11-21T17:32:08,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:32:08,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f266ae4b-cedf-478d-bfed-39abffaf3083" 2024-11-21T17:32:08,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c28b7de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:08,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,46097,-1] 2024-11-21T17:32:08,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:32:08,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:08,172 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:32:08,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9883e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:08,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:32:08,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,35417,1732210325421, seqNum=-1] 2024-11-21T17:32:08,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:32:08,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:32:08,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,46097,1732210325374 2024-11-21T17:32:08,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60342 2024-11-21T17:32:08,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:32:08,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10063574fd00002 connected 2024-11-21T17:32:08,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/hadoop.log.dir so I do NOT create it in target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3 2024-11-21T17:32:08,189 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:32:08,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/hadoop.tmp.dir so I do NOT create it in target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3 2024-11-21T17:32:08,189 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:32:08,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3 2024-11-21T17:32:08,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:32:08,189 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/cluster_3b4d4533-e675-5046-c9c4-3d938260a547, deleteOnExit=true 2024-11-21T17:32:08,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:32:08,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/test.cache.data in system properties and HBase conf 2024-11-21T17:32:08,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:32:08,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:32:08,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:32:08,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:32:08,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:32:08,190 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:32:08,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:32:08,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:32:08,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:32:08,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:32:08,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:32:08,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:32:08,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:32:08,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:32:08,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:32:08,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:32:08,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:32:08,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:32:08,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:32:08,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:32:08,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:32:08,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:32:08,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:32:08,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:32:08,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:32:08,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:32:08,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74d724ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:32:08,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e7f3c61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:32:08,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c9345c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/java.io.tmpdir/jetty-localhost-46825-hadoop-hdfs-3_4_1-tests_jar-_-any-12576723845984749427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:32:08,488 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2867262a{HTTP/1.1, (http/1.1)}{localhost:46825} 2024-11-21T17:32:08,488 INFO [Time-limited test {}] server.Server(415): Started @33750ms 2024-11-21T17:32:08,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:32:08,677 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:32:08,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:32:08,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:32:08,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:32:08,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b3e21e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:32:08,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f1b95ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:32:08,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b732eb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/java.io.tmpdir/jetty-localhost-33799-hadoop-hdfs-3_4_1-tests_jar-_-any-5448299097060937374/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:32:08,810 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5275f5be{HTTP/1.1, (http/1.1)}{localhost:33799} 2024-11-21T17:32:08,810 INFO [Time-limited test {}] server.Server(415): Started @34072ms 2024-11-21T17:32:08,812 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:32:08,962 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/cluster_3b4d4533-e675-5046-c9c4-3d938260a547/data/data1/current/BP-954785385-172.17.0.2-1732210328214/current, will proceed with Du for space computation calculation, 2024-11-21T17:32:08,969 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/cluster_3b4d4533-e675-5046-c9c4-3d938260a547/data/data2/current/BP-954785385-172.17.0.2-1732210328214/current, will proceed with Du for space computation calculation, 2024-11-21T17:32:09,010 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:32:09,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1b54f855b207790 with lease ID 0x28af69d62f1f946f: Processing first storage report for DS-a313805d-e69d-4bf3-abfb-b8b6852c3a0e from datanode DatanodeRegistration(127.0.0.1:36467, datanodeUuid=6d7f7cb1-225b-4e55-b269-749344040eb9, infoPort=38405, infoSecurePort=0, ipcPort=42969, storageInfo=lv=-57;cid=testClusterID;nsid=529360010;c=1732210328214) 2024-11-21T17:32:09,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1b54f855b207790 with lease ID 0x28af69d62f1f946f: from storage DS-a313805d-e69d-4bf3-abfb-b8b6852c3a0e node DatanodeRegistration(127.0.0.1:36467, datanodeUuid=6d7f7cb1-225b-4e55-b269-749344040eb9, infoPort=38405, infoSecurePort=0, ipcPort=42969, storageInfo=lv=-57;cid=testClusterID;nsid=529360010;c=1732210328214), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:32:09,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1b54f855b207790 with lease ID 0x28af69d62f1f946f: Processing first storage report for DS-52540f97-765e-4808-bd68-86d5c9be645c from datanode DatanodeRegistration(127.0.0.1:36467, datanodeUuid=6d7f7cb1-225b-4e55-b269-749344040eb9, infoPort=38405, infoSecurePort=0, ipcPort=42969, storageInfo=lv=-57;cid=testClusterID;nsid=529360010;c=1732210328214) 2024-11-21T17:32:09,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1b54f855b207790 with lease ID 0x28af69d62f1f946f: from storage DS-52540f97-765e-4808-bd68-86d5c9be645c node DatanodeRegistration(127.0.0.1:36467, datanodeUuid=6d7f7cb1-225b-4e55-b269-749344040eb9, infoPort=38405, infoSecurePort=0, ipcPort=42969, storageInfo=lv=-57;cid=testClusterID;nsid=529360010;c=1732210328214), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:32:09,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3 2024-11-21T17:32:09,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:09,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:09,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:32:09,142 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330 with version=8 2024-11-21T17:32:09,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/hbase-staging 2024-11-21T17:32:09,144 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:32:09,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:09,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:09,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:32:09,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:09,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:32:09,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:32:09,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:32:09,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42477 2024-11-21T17:32:09,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42477 connecting to ZooKeeper ensemble=127.0.0.1:60342 2024-11-21T17:32:09,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424770x0, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:32:09,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42477-0x10063574fd00003 connected 2024-11-21T17:32:09,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:09,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:09,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Set watcher on znode that does not yet exist, /11543824857/running 2024-11-21T17:32:09,169 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330, hbase.cluster.distributed=false 2024-11-21T17:32:09,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Set watcher on znode that does not yet exist, /11543824857/acl 2024-11-21T17:32:09,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42477 2024-11-21T17:32:09,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42477 2024-11-21T17:32:09,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42477 2024-11-21T17:32:09,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42477 2024-11-21T17:32:09,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42477 2024-11-21T17:32:09,203 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:32:09,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:09,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:09,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:32:09,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:09,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:32:09,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:32:09,204 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:32:09,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36715 2024-11-21T17:32:09,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36715 connecting to ZooKeeper ensemble=127.0.0.1:60342 2024-11-21T17:32:09,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:09,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:09,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367150x0, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:32:09,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367150x0, quorum=127.0.0.1:60342, baseZNode=/11543824857 Set watcher on znode that does not yet exist, /11543824857/running 2024-11-21T17:32:09,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36715-0x10063574fd00004 connected 2024-11-21T17:32:09,234 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:32:09,242 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:32:09,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Set watcher on znode that does not yet exist, /11543824857/master 2024-11-21T17:32:09,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Set watcher on znode that does not yet exist, /11543824857/acl 2024-11-21T17:32:09,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36715 2024-11-21T17:32:09,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36715 2024-11-21T17:32:09,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36715 2024-11-21T17:32:09,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36715 2024-11-21T17:32:09,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36715 2024-11-21T17:32:09,306 DEBUG [M:0;f3865e8353b4:42477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:42477 2024-11-21T17:32:09,316 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11543824857/backup-masters/f3865e8353b4,42477,1732210329144 2024-11-21T17:32:09,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857/backup-masters 2024-11-21T17:32:09,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857/backup-masters 2024-11-21T17:32:09,320 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Set watcher on existing znode=/11543824857/backup-masters/f3865e8353b4,42477,1732210329144 2024-11-21T17:32:09,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857 2024-11-21T17:32:09,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11543824857/master 2024-11-21T17:32:09,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857 2024-11-21T17:32:09,322 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Set watcher on existing znode=/11543824857/master 2024-11-21T17:32:09,323 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11543824857/backup-masters/f3865e8353b4,42477,1732210329144 from backup master directory 2024-11-21T17:32:09,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857/backup-masters 2024-11-21T17:32:09,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11543824857/backup-masters/f3865e8353b4,42477,1732210329144 2024-11-21T17:32:09,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857/backup-masters 2024-11-21T17:32:09,325 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:32:09,325 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,42477,1732210329144 2024-11-21T17:32:09,334 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/hbase.id] with ID: a65831a7-8574-4c6a-831a-1f4555927d56 2024-11-21T17:32:09,335 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/.tmp/hbase.id 2024-11-21T17:32:09,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:32:09,742 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/.tmp/hbase.id]:[hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/hbase.id] 2024-11-21T17:32:09,761 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:09,761 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:32:09,762 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T17:32:09,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857 2024-11-21T17:32:09,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857 2024-11-21T17:32:09,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:32:10,175 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:32:10,176 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:32:10,176 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:32:10,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:32:10,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T17:32:10,589 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store 2024-11-21T17:32:10,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:32:10,995 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:10,996 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:32:10,996 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:10,996 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:10,996 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:32:10,996 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:10,996 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:10,996 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210330996Disabling compacts and flushes for region at 1732210330996Disabling writes for close at 1732210330996Writing region close event to WAL at 1732210330996Closed at 1732210330996 2024-11-21T17:32:10,997 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/.initializing 2024-11-21T17:32:10,997 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/WALs/f3865e8353b4,42477,1732210329144 2024-11-21T17:32:10,998 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:32:11,000 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C42477%2C1732210329144, suffix=, logDir=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/WALs/f3865e8353b4,42477,1732210329144, archiveDir=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/oldWALs, maxLogs=10 2024-11-21T17:32:11,012 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/WALs/f3865e8353b4,42477,1732210329144/f3865e8353b4%2C42477%2C1732210329144.1732210331000, exclude list is [], retry=0 2024-11-21T17:32:11,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-a313805d-e69d-4bf3-abfb-b8b6852c3a0e,DISK] 2024-11-21T17:32:11,017 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/WALs/f3865e8353b4,42477,1732210329144/f3865e8353b4%2C42477%2C1732210329144.1732210331000 2024-11-21T17:32:11,022 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38405:38405)] 2024-11-21T17:32:11,022 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:32:11,022 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:11,022 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:11,022 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:11,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:11,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:32:11,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:11,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:11,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:11,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:32:11,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:11,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:11,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:11,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:32:11,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:11,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:11,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:11,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:32:11,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:11,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:11,033 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:11,034 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:11,034 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:11,035 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:11,035 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:11,036 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:32:11,037 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:11,039 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:32:11,040 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74172744, jitterRate=0.10526001453399658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:32:11,040 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210331022Initializing all the Stores at 1732210331024 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210331024Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210331024Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210331024Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210331024Cleaning up temporary data from old regions at 1732210331035 (+11 ms)Region opened successfully at 1732210331040 (+5 ms) 2024-11-21T17:32:11,040 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:32:11,043 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b1d6f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:32:11,044 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:32:11,044 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:32:11,044 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:32:11,044 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:32:11,045 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:32:11,045 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:32:11,045 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:32:11,047 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:32:11,048 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Unable to get data of znode /11543824857/balancer because node does not exist (not necessarily an error) 2024-11-21T17:32:11,048 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11543824857/balancer already deleted, retry=false 2024-11-21T17:32:11,049 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:32:11,049 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Unable to get data of znode /11543824857/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:32:11,050 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11543824857/normalizer already deleted, retry=false 2024-11-21T17:32:11,050 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:32:11,051 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Unable to get data of znode /11543824857/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:32:11,052 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11543824857/switch/split already deleted, retry=false 2024-11-21T17:32:11,052 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Unable to get data of znode /11543824857/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:32:11,053 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11543824857/switch/merge already deleted, retry=false 2024-11-21T17:32:11,055 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Unable to get data of znode /11543824857/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:32:11,056 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11543824857/snapshot-cleanup already deleted, retry=false 2024-11-21T17:32:11,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11543824857/running 2024-11-21T17:32:11,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11543824857/running 2024-11-21T17:32:11,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857 2024-11-21T17:32:11,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857 2024-11-21T17:32:11,057 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,42477,1732210329144, sessionid=0x10063574fd00003, setting cluster-up flag (Was=false) 2024-11-21T17:32:11,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857 2024-11-21T17:32:11,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857 2024-11-21T17:32:11,071 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11543824857/flush-table-proc/acquired, /11543824857/flush-table-proc/reached, /11543824857/flush-table-proc/abort 2024-11-21T17:32:11,073 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,42477,1732210329144 2024-11-21T17:32:11,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857 2024-11-21T17:32:11,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857 2024-11-21T17:32:11,078 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11543824857/online-snapshot/acquired, /11543824857/online-snapshot/reached, /11543824857/online-snapshot/abort 2024-11-21T17:32:11,079 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,42477,1732210329144 2024-11-21T17:32:11,080 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:32:11,081 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:32:11,082 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:32:11,082 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:32:11,082 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,42477,1732210329144 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:32:11,083 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:32:11,083 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:32:11,084 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:32:11,084 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:32:11,084 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:32:11,084 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:11,084 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:32:11,084 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:11,089 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210361089 2024-11-21T17:32:11,089 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:32:11,089 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:32:11,089 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:32:11,089 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:32:11,089 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:32:11,089 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:32:11,089 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer(746): ClusterId : a65831a7-8574-4c6a-831a-1f4555927d56 2024-11-21T17:32:11,089 DEBUG [RS:0;f3865e8353b4:36715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:32:11,090 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:11,090 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:32:11,090 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:32:11,091 DEBUG [RS:0;f3865e8353b4:36715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:32:11,091 DEBUG [RS:0;f3865e8353b4:36715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:32:11,091 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:11,091 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:32:11,092 DEBUG [RS:0;f3865e8353b4:36715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:32:11,093 DEBUG [RS:0;f3865e8353b4:36715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c99d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:32:11,093 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:32:11,093 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:32:11,093 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:32:11,093 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:32:11,097 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:32:11,097 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:32:11,099 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210331097,5,FailOnTimeoutGroup] 2024-11-21T17:32:11,100 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210331099,5,FailOnTimeoutGroup] 2024-11-21T17:32:11,100 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:11,100 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:32:11,100 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:11,100 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:11,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:32:11,109 DEBUG [RS:0;f3865e8353b4:36715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:36715 2024-11-21T17:32:11,109 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:32:11,109 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:32:11,109 DEBUG [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:32:11,110 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,42477,1732210329144 with port=36715, startcode=1732210329202 2024-11-21T17:32:11,110 DEBUG [RS:0;f3865e8353b4:36715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:32:11,111 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:32:11,112 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,36715,1732210329202 2024-11-21T17:32:11,112 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42477 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,36715,1732210329202 2024-11-21T17:32:11,114 DEBUG [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330 2024-11-21T17:32:11,114 DEBUG [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43189 2024-11-21T17:32:11,114 DEBUG [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:32:11,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857/rs 2024-11-21T17:32:11,116 DEBUG [RS:0;f3865e8353b4:36715 {}] zookeeper.ZKUtil(111): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Set watcher on existing znode=/11543824857/rs/f3865e8353b4,36715,1732210329202 2024-11-21T17:32:11,116 WARN [RS:0;f3865e8353b4:36715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:32:11,116 INFO [RS:0;f3865e8353b4:36715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:32:11,117 DEBUG [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/WALs/f3865e8353b4,36715,1732210329202 2024-11-21T17:32:11,117 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,36715,1732210329202] 2024-11-21T17:32:11,125 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:32:11,129 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:32:11,130 INFO [RS:0;f3865e8353b4:36715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:32:11,130 INFO [RS:0;f3865e8353b4:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:11,130 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:32:11,131 INFO [RS:0;f3865e8353b4:36715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:32:11,131 INFO [RS:0;f3865e8353b4:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:11,131 DEBUG [RS:0;f3865e8353b4:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:11,131 DEBUG [RS:0;f3865e8353b4:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:11,131 DEBUG [RS:0;f3865e8353b4:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:11,131 DEBUG [RS:0;f3865e8353b4:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:11,131 DEBUG [RS:0;f3865e8353b4:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:11,131 DEBUG [RS:0;f3865e8353b4:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:32:11,131 DEBUG [RS:0;f3865e8353b4:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:11,132 DEBUG [RS:0;f3865e8353b4:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:11,132 DEBUG [RS:0;f3865e8353b4:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:11,132 DEBUG [RS:0;f3865e8353b4:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:11,132 DEBUG [RS:0;f3865e8353b4:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:11,132 DEBUG [RS:0;f3865e8353b4:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:11,132 DEBUG [RS:0;f3865e8353b4:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:32:11,132 DEBUG [RS:0;f3865e8353b4:36715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:32:11,136 INFO [RS:0;f3865e8353b4:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:11,136 INFO [RS:0;f3865e8353b4:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:11,136 INFO [RS:0;f3865e8353b4:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:11,136 INFO [RS:0;f3865e8353b4:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:11,136 INFO [RS:0;f3865e8353b4:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:11,136 INFO [RS:0;f3865e8353b4:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,36715,1732210329202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:32:11,149 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:32:11,149 INFO [RS:0;f3865e8353b4:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,36715,1732210329202-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:11,149 INFO [RS:0;f3865e8353b4:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:11,150 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.Replication(171): f3865e8353b4,36715,1732210329202 started 2024-11-21T17:32:11,162 INFO [RS:0;f3865e8353b4:36715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:11,162 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,36715,1732210329202, RpcServer on f3865e8353b4/172.17.0.2:36715, sessionid=0x10063574fd00004 2024-11-21T17:32:11,162 DEBUG [RS:0;f3865e8353b4:36715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:32:11,162 DEBUG [RS:0;f3865e8353b4:36715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,36715,1732210329202 2024-11-21T17:32:11,162 DEBUG [RS:0;f3865e8353b4:36715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,36715,1732210329202' 2024-11-21T17:32:11,162 DEBUG [RS:0;f3865e8353b4:36715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11543824857/flush-table-proc/abort' 2024-11-21T17:32:11,163 DEBUG [RS:0;f3865e8353b4:36715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11543824857/flush-table-proc/acquired' 2024-11-21T17:32:11,163 DEBUG [RS:0;f3865e8353b4:36715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:32:11,163 DEBUG [RS:0;f3865e8353b4:36715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:32:11,163 DEBUG [RS:0;f3865e8353b4:36715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,36715,1732210329202 2024-11-21T17:32:11,163 DEBUG [RS:0;f3865e8353b4:36715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,36715,1732210329202' 2024-11-21T17:32:11,163 DEBUG [RS:0;f3865e8353b4:36715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11543824857/online-snapshot/abort' 2024-11-21T17:32:11,164 DEBUG [RS:0;f3865e8353b4:36715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11543824857/online-snapshot/acquired' 2024-11-21T17:32:11,164 DEBUG [RS:0;f3865e8353b4:36715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:32:11,164 INFO [RS:0;f3865e8353b4:36715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:32:11,164 INFO [RS:0;f3865e8353b4:36715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:32:11,265 INFO [RS:0;f3865e8353b4:36715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:32:11,267 INFO [RS:0;f3865e8353b4:36715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C36715%2C1732210329202, suffix=, logDir=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/WALs/f3865e8353b4,36715,1732210329202, archiveDir=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/oldWALs, maxLogs=10 2024-11-21T17:32:11,281 DEBUG [RS:0;f3865e8353b4:36715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/WALs/f3865e8353b4,36715,1732210329202/f3865e8353b4%2C36715%2C1732210329202.1732210331267, exclude list is [], retry=0 2024-11-21T17:32:11,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-a313805d-e69d-4bf3-abfb-b8b6852c3a0e,DISK] 2024-11-21T17:32:11,287 INFO [RS:0;f3865e8353b4:36715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/WALs/f3865e8353b4,36715,1732210329202/f3865e8353b4%2C36715%2C1732210329202.1732210331267 2024-11-21T17:32:11,287 DEBUG [RS:0;f3865e8353b4:36715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38405:38405)] 2024-11-21T17:32:11,504 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:32:11,504 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330 2024-11-21T17:32:11,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741833_1009 (size=32) 2024-11-21T17:32:11,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:11,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:32:11,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:32:11,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:11,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:11,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:32:11,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:32:11,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:11,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:11,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:32:11,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:32:11,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:11,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:11,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:32:11,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:32:11,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:11,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:11,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:32:11,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/data/hbase/meta/1588230740 2024-11-21T17:32:11,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/data/hbase/meta/1588230740 2024-11-21T17:32:11,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:32:11,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:32:11,922 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:32:11,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:32:11,925 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:32:11,926 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63939116, jitterRate=-0.04723292589187622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:32:11,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210331911Initializing all the Stores at 1732210331911Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210331911Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210331912 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210331912Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210331912Cleaning up temporary data from old regions at 1732210331921 (+9 ms)Region opened successfully at 1732210331926 (+5 ms) 2024-11-21T17:32:11,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:32:11,926 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:32:11,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:32:11,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:32:11,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:32:11,926 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:32:11,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210331926Disabling compacts and flushes for region at 1732210331926Disabling writes for close at 1732210331926Writing region close event to WAL at 1732210331926Closed at 1732210331926 2024-11-21T17:32:11,928 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:32:11,928 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:32:11,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:32:11,929 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:32:11,930 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:32:12,080 DEBUG [f3865e8353b4:42477 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:32:12,080 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,36715,1732210329202 2024-11-21T17:32:12,082 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,36715,1732210329202, state=OPENING 2024-11-21T17:32:12,084 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:32:12,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857 2024-11-21T17:32:12,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857 2024-11-21T17:32:12,085 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:32:12,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11543824857/meta-region-server: CHANGED 2024-11-21T17:32:12,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11543824857/meta-region-server: CHANGED 2024-11-21T17:32:12,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,36715,1732210329202}] 2024-11-21T17:32:12,238 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:32:12,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:32:12,244 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:32:12,244 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:32:12,244 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:32:12,245 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C36715%2C1732210329202.meta, suffix=.meta, logDir=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/WALs/f3865e8353b4,36715,1732210329202, archiveDir=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/oldWALs, maxLogs=10 2024-11-21T17:32:12,257 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/WALs/f3865e8353b4,36715,1732210329202/f3865e8353b4%2C36715%2C1732210329202.meta.1732210332246.meta, exclude list is [], retry=0 2024-11-21T17:32:12,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-a313805d-e69d-4bf3-abfb-b8b6852c3a0e,DISK] 2024-11-21T17:32:12,261 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/WALs/f3865e8353b4,36715,1732210329202/f3865e8353b4%2C36715%2C1732210329202.meta.1732210332246.meta 2024-11-21T17:32:12,262 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38405:38405)] 2024-11-21T17:32:12,262 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:32:12,262 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:32:12,262 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:32:12,262 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:32:12,263 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:32:12,263 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:32:12,263 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:12,263 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:32:12,263 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:32:12,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:32:12,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:32:12,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:12,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:12,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:32:12,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:32:12,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:12,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:12,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:32:12,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:32:12,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:12,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:12,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:32:12,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:32:12,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:12,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:12,270 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:32:12,271 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/data/hbase/meta/1588230740 2024-11-21T17:32:12,272 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/data/hbase/meta/1588230740 2024-11-21T17:32:12,273 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:32:12,273 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:32:12,274 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:32:12,275 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:32:12,276 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74846691, jitterRate=0.11530260741710663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:32:12,276 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:32:12,276 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210332263Writing region info on filesystem at 1732210332263Initializing all the Stores at 1732210332264 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210332264Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210332264Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210332264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210332264Cleaning up temporary data from old regions at 1732210332273 (+9 ms)Running coprocessor post-open hooks at 1732210332276 (+3 ms)Region opened successfully at 1732210332276 2024-11-21T17:32:12,277 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210332238 2024-11-21T17:32:12,279 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:32:12,279 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:32:12,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,36715,1732210329202 2024-11-21T17:32:12,281 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,36715,1732210329202, state=OPEN 2024-11-21T17:32:12,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11543824857/meta-region-server 2024-11-21T17:32:12,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11543824857/meta-region-server 2024-11-21T17:32:12,282 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,36715,1732210329202 2024-11-21T17:32:12,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11543824857/meta-region-server: CHANGED 2024-11-21T17:32:12,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11543824857/meta-region-server: CHANGED 2024-11-21T17:32:12,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:32:12,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,36715,1732210329202 in 197 msec 2024-11-21T17:32:12,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:32:12,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-21T17:32:12,289 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:32:12,289 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:32:12,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:32:12,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,36715,1732210329202, seqNum=-1] 2024-11-21T17:32:12,291 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:32:12,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:32:12,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-21T17:32:12,299 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210332299, completionTime=-1 2024-11-21T17:32:12,299 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:32:12,299 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:32:12,301 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:32:12,301 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210392301 2024-11-21T17:32:12,301 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210452301 2024-11-21T17:32:12,301 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T17:32:12,301 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,42477,1732210329144-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:12,302 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,42477,1732210329144-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:12,302 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,42477,1732210329144-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:12,302 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:42477, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:12,302 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:12,302 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:12,304 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:32:12,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.981sec 2024-11-21T17:32:12,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:32:12,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:32:12,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:32:12,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:32:12,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:32:12,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,42477,1732210329144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:32:12,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,42477,1732210329144-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:32:12,308 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:32:12,308 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:32:12,308 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,42477,1732210329144-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:12,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9b7649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:12,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,42477,-1 for getting cluster id 2024-11-21T17:32:12,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:32:12,391 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a65831a7-8574-4c6a-831a-1f4555927d56' 2024-11-21T17:32:12,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:32:12,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a65831a7-8574-4c6a-831a-1f4555927d56" 2024-11-21T17:32:12,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b746984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:12,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,42477,-1] 2024-11-21T17:32:12,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:32:12,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:12,393 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:32:12,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62895ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:12,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:32:12,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,36715,1732210329202, seqNum=-1] 2024-11-21T17:32:12,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:32:12,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:32:12,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,42477,1732210329144 2024-11-21T17:32:12,400 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60342 2024-11-21T17:32:12,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:32:12,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10063574fd00005 connected 2024-11-21T17:32:12,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670d6f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:12,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,46097,-1 for getting cluster id 2024-11-21T17:32:12,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:32:12,405 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f266ae4b-cedf-478d-bfed-39abffaf3083' 2024-11-21T17:32:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:32:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f266ae4b-cedf-478d-bfed-39abffaf3083" 2024-11-21T17:32:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d478266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,46097,-1] 2024-11-21T17:32:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:32:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:12,407 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:32:12,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574986c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:12,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:32:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,46097,1732210325374 2024-11-21T17:32:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35791ea7 2024-11-21T17:32:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:32:12,410 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:32:12,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f3865e8353b4:42477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:32:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:32:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:12,413 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:42477' 2024-11-21T17:32:12,413 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305dd4ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:12,413 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,42477,-1 for getting cluster id 2024-11-21T17:32:12,414 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:32:12,414 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a65831a7-8574-4c6a-831a-1f4555927d56' 2024-11-21T17:32:12,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:32:12,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a65831a7-8574-4c6a-831a-1f4555927d56" 2024-11-21T17:32:12,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e7eed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:12,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,42477,-1] 2024-11-21T17:32:12,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:32:12,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:12,416 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:32:12,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545c9abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:12,417 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:32:12,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,42477,1732210329144 2024-11-21T17:32:12,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a8d082e 2024-11-21T17:32:12,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:32:12,418 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:32:12,419 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T17:32:12,419 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:32:12,419 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:12,419 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:12,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:32:12,420 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:32:12,421 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T17:32:12,423 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:32:12,423 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:12,424 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:32:12,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741835_1011 (size=1138) 2024-11-21T17:32:12,472 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T17:32:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:12,835 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24f71797c4cd8a9cf20a9ec32228a9d9, NAME => 'hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621 2024-11-21T17:32:12,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741836_1012 (size=44) 2024-11-21T17:32:12,896 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:32:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:13,244 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:13,244 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 24f71797c4cd8a9cf20a9ec32228a9d9, disabling compactions & flushes 2024-11-21T17:32:13,244 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9. 2024-11-21T17:32:13,244 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9. 2024-11-21T17:32:13,244 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9. after waiting 0 ms 2024-11-21T17:32:13,244 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9. 2024-11-21T17:32:13,244 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9. 2024-11-21T17:32:13,244 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24f71797c4cd8a9cf20a9ec32228a9d9: Waiting for close lock at 1732210333244Disabling compacts and flushes for region at 1732210333244Disabling writes for close at 1732210333244Writing region close event to WAL at 1732210333244Closed at 1732210333244 2024-11-21T17:32:13,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:32:13,246 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732210333246"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210333246"}]},"ts":"1732210333246"} 2024-11-21T17:32:13,248 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:32:13,249 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:32:13,250 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210333249"}]},"ts":"1732210333249"} 2024-11-21T17:32:13,252 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T17:32:13,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24f71797c4cd8a9cf20a9ec32228a9d9, ASSIGN}] 2024-11-21T17:32:13,253 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24f71797c4cd8a9cf20a9ec32228a9d9, ASSIGN 2024-11-21T17:32:13,254 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24f71797c4cd8a9cf20a9ec32228a9d9, ASSIGN; state=OFFLINE, location=f3865e8353b4,35417,1732210325421; forceNewPlan=false, retain=false 2024-11-21T17:32:13,405 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=24f71797c4cd8a9cf20a9ec32228a9d9, regionState=OPENING, regionLocation=f3865e8353b4,35417,1732210325421 2024-11-21T17:32:13,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24f71797c4cd8a9cf20a9ec32228a9d9, ASSIGN because future has completed 2024-11-21T17:32:13,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24f71797c4cd8a9cf20a9ec32228a9d9, server=f3865e8353b4,35417,1732210325421}] 2024-11-21T17:32:13,509 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:32:13,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:13,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:13,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9. 2024-11-21T17:32:13,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:32:13,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T17:32:13,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C35417%2C1732210325421.rep, suffix=, logDir=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421, archiveDir=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/oldWALs, maxLogs=10 2024-11-21T17:32:13,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.rep.1732210333573, exclude list is [], retry=0 2024-11-21T17:32:13,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42371,DS-02b41cf4-3aca-4906-af96-13d738e25aef,DISK] 2024-11-21T17:32:13,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.rep.1732210333573 2024-11-21T17:32:13,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45463:45463)] 2024-11-21T17:32:13,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 24f71797c4cd8a9cf20a9ec32228a9d9, NAME => 'hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:32:13,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:32:13,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:32:13,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9. service=MultiRowMutationService 2024-11-21T17:32:13,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T17:32:13,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 24f71797c4cd8a9cf20a9ec32228a9d9 2024-11-21T17:32:13,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:13,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 24f71797c4cd8a9cf20a9ec32228a9d9 2024-11-21T17:32:13,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 24f71797c4cd8a9cf20a9ec32228a9d9 2024-11-21T17:32:13,593 INFO [StoreOpener-24f71797c4cd8a9cf20a9ec32228a9d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 24f71797c4cd8a9cf20a9ec32228a9d9 2024-11-21T17:32:13,594 INFO [StoreOpener-24f71797c4cd8a9cf20a9ec32228a9d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24f71797c4cd8a9cf20a9ec32228a9d9 columnFamilyName hfileref 2024-11-21T17:32:13,595 DEBUG [StoreOpener-24f71797c4cd8a9cf20a9ec32228a9d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:13,595 INFO [StoreOpener-24f71797c4cd8a9cf20a9ec32228a9d9-1 {}] regionserver.HStore(327): Store=24f71797c4cd8a9cf20a9ec32228a9d9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:13,595 INFO [StoreOpener-24f71797c4cd8a9cf20a9ec32228a9d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 24f71797c4cd8a9cf20a9ec32228a9d9 2024-11-21T17:32:13,597 INFO [StoreOpener-24f71797c4cd8a9cf20a9ec32228a9d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24f71797c4cd8a9cf20a9ec32228a9d9 columnFamilyName queue 2024-11-21T17:32:13,597 DEBUG [StoreOpener-24f71797c4cd8a9cf20a9ec32228a9d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:13,597 INFO [StoreOpener-24f71797c4cd8a9cf20a9ec32228a9d9-1 {}] regionserver.HStore(327): Store=24f71797c4cd8a9cf20a9ec32228a9d9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:13,597 INFO [StoreOpener-24f71797c4cd8a9cf20a9ec32228a9d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 24f71797c4cd8a9cf20a9ec32228a9d9 2024-11-21T17:32:13,599 INFO [StoreOpener-24f71797c4cd8a9cf20a9ec32228a9d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24f71797c4cd8a9cf20a9ec32228a9d9 columnFamilyName sid 2024-11-21T17:32:13,599 DEBUG [StoreOpener-24f71797c4cd8a9cf20a9ec32228a9d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:13,599 INFO [StoreOpener-24f71797c4cd8a9cf20a9ec32228a9d9-1 {}] regionserver.HStore(327): Store=24f71797c4cd8a9cf20a9ec32228a9d9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:13,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 24f71797c4cd8a9cf20a9ec32228a9d9 2024-11-21T17:32:13,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/replication/24f71797c4cd8a9cf20a9ec32228a9d9 2024-11-21T17:32:13,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/replication/24f71797c4cd8a9cf20a9ec32228a9d9 2024-11-21T17:32:13,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 24f71797c4cd8a9cf20a9ec32228a9d9 2024-11-21T17:32:13,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 24f71797c4cd8a9cf20a9ec32228a9d9 2024-11-21T17:32:13,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:32:13,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 24f71797c4cd8a9cf20a9ec32228a9d9 2024-11-21T17:32:13,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/replication/24f71797c4cd8a9cf20a9ec32228a9d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:32:13,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 24f71797c4cd8a9cf20a9ec32228a9d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64906572, jitterRate=-0.03281670808792114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:32:13,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24f71797c4cd8a9cf20a9ec32228a9d9 2024-11-21T17:32:13,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 24f71797c4cd8a9cf20a9ec32228a9d9: Running coprocessor pre-open hook at 1732210333591Writing region info on filesystem at 1732210333592 (+1 ms)Initializing all the Stores at 1732210333593 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210333593Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210333593Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210333593Cleaning up temporary data from old regions at 1732210333602 (+9 ms)Running coprocessor post-open hooks at 1732210333606 (+4 ms)Region opened successfully at 1732210333607 (+1 ms) 2024-11-21T17:32:13,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9., pid=7, masterSystemTime=1732210333562 2024-11-21T17:32:13,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9. 2024-11-21T17:32:13,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9. 2024-11-21T17:32:13,612 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=24f71797c4cd8a9cf20a9ec32228a9d9, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,35417,1732210325421 2024-11-21T17:32:13,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24f71797c4cd8a9cf20a9ec32228a9d9, server=f3865e8353b4,35417,1732210325421 because future has completed 2024-11-21T17:32:13,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T17:32:13,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 24f71797c4cd8a9cf20a9ec32228a9d9, server=f3865e8353b4,35417,1732210325421 in 207 msec 2024-11-21T17:32:13,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:32:13,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24f71797c4cd8a9cf20a9ec32228a9d9, ASSIGN in 367 msec 2024-11-21T17:32:13,622 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:32:13,622 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210333622"}]},"ts":"1732210333622"} 2024-11-21T17:32:13,625 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T17:32:13,627 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:32:13,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2070 sec 2024-11-21T17:32:13,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9., hostname=f3865e8353b4,35417,1732210325421, seqNum=2] 2024-11-21T17:32:13,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297 2024-11-21T17:32:13,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297 2024-11-21T17:32:13,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:32:13,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T17:32:13,843 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T17:32:13,886 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,35417,1732210325421, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:32:13,887 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:32:13,887 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,35417,1732210325421, seqNum=-1] 2024-11-21T17:32:13,887 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:32:13,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-21T17:32:13,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f3865e8353b4,35417,1732210325421', locateType=CURRENT is [region=hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9., hostname=f3865e8353b4,35417,1732210325421, seqNum=2] 2024-11-21T17:32:13,894 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T17:32:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T17:32:13,897 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f3865e8353b4,35417,1732210325421 suceeded 2024-11-21T17:32:13,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T17:32:13,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-21T17:32:13,899 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f3865e8353b4:42477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:32:13,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-11-21T17:32:13,910 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:42477' 2024-11-21T17:32:13,911 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3632e54f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:13,911 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,42477,-1 for getting cluster id 2024-11-21T17:32:13,911 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:32:13,912 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a65831a7-8574-4c6a-831a-1f4555927d56' 2024-11-21T17:32:13,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:32:13,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a65831a7-8574-4c6a-831a-1f4555927d56" 2024-11-21T17:32:13,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f11ab79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:13,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,42477,-1] 2024-11-21T17:32:13,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:32:13,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:13,913 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:32:13,914 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7875180b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:13,914 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:32:13,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,42477,1732210329144 2024-11-21T17:32:13,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ba4bedd 2024-11-21T17:32:13,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:32:13,916 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-21T17:32:13,916 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,35417,1732210325421 (queues=1) is replicating from cluster=f266ae4b-cedf-478d-bfed-39abffaf3083 to cluster=a65831a7-8574-4c6a-831a-1f4555927d56 2024-11-21T17:32:13,916 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C35417%2C1732210325421 2024-11-21T17:32:13,916 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,35417,1732210325421, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:32:13,917 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421.replicationSource.shipperf3865e8353b4%2C35417%2C1732210325421,1-f3865e8353b4,35417,1732210325421 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C35417%2C1732210325421 2024-11-21T17:32:13,917 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421.replicationSource.wal-reader.f3865e8353b4%2C35417%2C1732210325421,1-f3865e8353b4,35417,1732210325421 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.1732210327035, startPosition=0, beingWritten=true 2024-11-21T17:32:14,123 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421.replicationSource.wal-reader.f3865e8353b4%2C35417%2C1732210325421,1-f3865e8353b4,35417,1732210325421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.1732210327035 to pos 0, reset compression=false 2024-11-21T17:32:14,427 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421.replicationSource.wal-reader.f3865e8353b4%2C35417%2C1732210325421,1-f3865e8353b4,35417,1732210325421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.1732210327035 to pos 0, reset compression=false 2024-11-21T17:32:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:14,558 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T17:32:14,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:32:14,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:32:14,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:14,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:14,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:32:14,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:32:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,46097,1732210325374 2024-11-21T17:32:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@390328d 2024-11-21T17:32:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:32:14,560 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:32:14,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46097 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T17:32:14,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:32:14,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:32:14,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:32:14,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:14,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:14,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:32:14,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:32:14,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1332048715, stopped=false 2024-11-21T17:32:14,561 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,42477,1732210329144 2024-11-21T17:32:14,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11543824857/running 2024-11-21T17:32:14,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11543824857/running 2024-11-21T17:32:14,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857 2024-11-21T17:32:14,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857 2024-11-21T17:32:14,563 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:32:14,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:32:14,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:32:14,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:14,563 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,36715,1732210329202' ***** 2024-11-21T17:32:14,563 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:32:14,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Set watcher on znode that does not yet exist, /11543824857/running 2024-11-21T17:32:14,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Set watcher on znode that does not yet exist, /11543824857/running 2024-11-21T17:32:14,563 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:32:14,563 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:32:14,563 INFO [RS:0;f3865e8353b4:36715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:32:14,563 INFO [RS:0;f3865e8353b4:36715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:32:14,563 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,36715,1732210329202 2024-11-21T17:32:14,564 INFO [RS:0;f3865e8353b4:36715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:32:14,564 INFO [RS:0;f3865e8353b4:36715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:36715. 2024-11-21T17:32:14,564 DEBUG [RS:0;f3865e8353b4:36715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:32:14,564 DEBUG [RS:0;f3865e8353b4:36715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:14,564 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:32:14,564 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:32:14,564 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:32:14,564 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:32:14,564 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T17:32:14,564 DEBUG [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T17:32:14,564 DEBUG [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:32:14,564 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:32:14,564 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:32:14,564 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:32:14,564 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:32:14,564 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:32:14,564 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T17:32:14,579 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/data/hbase/meta/1588230740/.tmp/ns/3b9b60784f05441e83192ec193a2eb3e is 43, key is default/ns:d/1732210332293/Put/seqid=0 2024-11-21T17:32:14,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741835_1011 (size=5153) 2024-11-21T17:32:14,639 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:32:14,764 DEBUG [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:32:14,833 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421.replicationSource.wal-reader.f3865e8353b4%2C35417%2C1732210325421,1-f3865e8353b4,35417,1732210325421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.1732210327035 to pos 0, reset compression=false 2024-11-21T17:32:14,965 DEBUG [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:32:14,984 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/data/hbase/meta/1588230740/.tmp/ns/3b9b60784f05441e83192ec193a2eb3e 2024-11-21T17:32:14,992 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/data/hbase/meta/1588230740/.tmp/ns/3b9b60784f05441e83192ec193a2eb3e as hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/data/hbase/meta/1588230740/ns/3b9b60784f05441e83192ec193a2eb3e 2024-11-21T17:32:14,998 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/data/hbase/meta/1588230740/ns/3b9b60784f05441e83192ec193a2eb3e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T17:32:14,999 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-21T17:32:15,007 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T17:32:15,008 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:32:15,008 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:32:15,008 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:32:15,009 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210334564Running coprocessor pre-close hooks at 1732210334564Disabling compacts and flushes for region at 1732210334564Disabling writes for close at 1732210334564Obtaining lock to block concurrent updates at 1732210334565 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732210334565Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732210334565Flushing stores of hbase:meta,,1.1588230740 at 1732210334565Flushing 1588230740/ns: creating writer at 1732210334566 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732210334579 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732210334579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f56e2: reopening flushed file at 1732210334990 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1732210334999 (+9 ms)Writing region close event to WAL at 1732210335000 (+1 ms)Running coprocessor post-close hooks at 1732210335008 (+8 ms)Closed at 1732210335008 2024-11-21T17:32:15,009 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:32:15,165 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,36715,1732210329202; all regions closed. 2024-11-21T17:32:15,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741834_1010 (size=1152) 2024-11-21T17:32:15,167 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/WALs/f3865e8353b4,36715,1732210329202/f3865e8353b4%2C36715%2C1732210329202.meta.1732210332246.meta not finished, retry = 0 2024-11-21T17:32:15,206 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:32:15,207 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:32:15,270 DEBUG [RS:0;f3865e8353b4:36715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/oldWALs 2024-11-21T17:32:15,270 INFO [RS:0;f3865e8353b4:36715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C36715%2C1732210329202.meta:.meta(num 1732210332246) 2024-11-21T17:32:15,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741832_1008 (size=93) 2024-11-21T17:32:15,275 DEBUG [RS:0;f3865e8353b4:36715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/oldWALs 2024-11-21T17:32:15,275 INFO [RS:0;f3865e8353b4:36715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C36715%2C1732210329202:(num 1732210331267) 2024-11-21T17:32:15,275 DEBUG [RS:0;f3865e8353b4:36715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:15,275 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:32:15,275 INFO [RS:0;f3865e8353b4:36715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:32:15,275 INFO [RS:0;f3865e8353b4:36715 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:32:15,275 INFO [RS:0;f3865e8353b4:36715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:32:15,275 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:32:15,275 INFO [RS:0;f3865e8353b4:36715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36715 2024-11-21T17:32:15,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11543824857/rs/f3865e8353b4,36715,1732210329202 2024-11-21T17:32:15,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857/rs 2024-11-21T17:32:15,277 INFO [RS:0;f3865e8353b4:36715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:32:15,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,36715,1732210329202] 2024-11-21T17:32:15,278 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11543824857/draining/f3865e8353b4,36715,1732210329202 already deleted, retry=false 2024-11-21T17:32:15,278 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,36715,1732210329202 expired; onlineServers=0 2024-11-21T17:32:15,278 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,42477,1732210329144' ***** 2024-11-21T17:32:15,278 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:32:15,278 INFO [M:0;f3865e8353b4:42477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:32:15,278 INFO [M:0;f3865e8353b4:42477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:32:15,278 DEBUG [M:0;f3865e8353b4:42477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:32:15,278 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:32:15,278 DEBUG [M:0;f3865e8353b4:42477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:32:15,278 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210331097 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210331097,5,FailOnTimeoutGroup] 2024-11-21T17:32:15,278 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210331099 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210331099,5,FailOnTimeoutGroup] 2024-11-21T17:32:15,279 INFO [M:0;f3865e8353b4:42477 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:32:15,279 INFO [M:0;f3865e8353b4:42477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:32:15,279 DEBUG [M:0;f3865e8353b4:42477 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:32:15,279 INFO [M:0;f3865e8353b4:42477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:32:15,279 INFO [M:0;f3865e8353b4:42477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:32:15,279 INFO [M:0;f3865e8353b4:42477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:32:15,279 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:32:15,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11543824857/master 2024-11-21T17:32:15,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11543824857 2024-11-21T17:32:15,279 DEBUG [M:0;f3865e8353b4:42477 {}] zookeeper.ZKUtil(347): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Unable to get data of znode /11543824857/master because node does not exist (not an error) 2024-11-21T17:32:15,279 WARN [M:0;f3865e8353b4:42477 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:32:15,280 INFO [M:0;f3865e8353b4:42477 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/.lastflushedseqids 2024-11-21T17:32:15,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741836_1012 (size=99) 2024-11-21T17:32:15,337 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421.replicationSource.wal-reader.f3865e8353b4%2C35417%2C1732210325421,1-f3865e8353b4,35417,1732210325421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.1732210327035 to pos 0, reset compression=false 2024-11-21T17:32:15,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:32:15,378 INFO [RS:0;f3865e8353b4:36715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:32:15,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36715-0x10063574fd00004, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:32:15,378 INFO [RS:0;f3865e8353b4:36715 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,36715,1732210329202; zookeeper connection closed. 2024-11-21T17:32:15,378 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c55b0ee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c55b0ee 2024-11-21T17:32:15,378 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:32:15,685 INFO [M:0;f3865e8353b4:42477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:32:15,685 INFO [M:0;f3865e8353b4:42477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:32:15,685 DEBUG [M:0;f3865e8353b4:42477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:32:15,685 INFO [M:0;f3865e8353b4:42477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:15,685 DEBUG [M:0;f3865e8353b4:42477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:15,685 DEBUG [M:0;f3865e8353b4:42477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:32:15,685 DEBUG [M:0;f3865e8353b4:42477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:15,686 INFO [M:0;f3865e8353b4:42477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T17:32:15,701 DEBUG [M:0;f3865e8353b4:42477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14c8cd1427db4115ba1e0bca998e0cc8 is 82, key is hbase:meta,,1/info:regioninfo/1732210332280/Put/seqid=0 2024-11-21T17:32:15,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741837_1013 (size=5672) 2024-11-21T17:32:15,942 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421.replicationSource.wal-reader.f3865e8353b4%2C35417%2C1732210325421,1-f3865e8353b4,35417,1732210325421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.1732210327035 to pos 0, reset compression=false 2024-11-21T17:32:16,107 INFO [M:0;f3865e8353b4:42477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14c8cd1427db4115ba1e0bca998e0cc8 2024-11-21T17:32:16,133 DEBUG [M:0;f3865e8353b4:42477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf58d5001b394441a28245004b9ebfd5 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732210332298/Put/seqid=0 2024-11-21T17:32:16,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741838_1014 (size=5275) 2024-11-21T17:32:16,539 INFO [M:0;f3865e8353b4:42477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf58d5001b394441a28245004b9ebfd5 2024-11-21T17:32:16,560 DEBUG [M:0;f3865e8353b4:42477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef95a69043db4ceea198c1a442eb75b8 is 69, key is f3865e8353b4,36715,1732210329202/rs:state/1732210331112/Put/seqid=0 2024-11-21T17:32:16,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741839_1015 (size=5156) 2024-11-21T17:32:16,648 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421.replicationSource.wal-reader.f3865e8353b4%2C35417%2C1732210325421,1-f3865e8353b4,35417,1732210325421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.1732210327035 to pos 0, reset compression=false 2024-11-21T17:32:16,966 INFO [M:0;f3865e8353b4:42477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef95a69043db4ceea198c1a442eb75b8 2024-11-21T17:32:16,972 DEBUG [M:0;f3865e8353b4:42477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14c8cd1427db4115ba1e0bca998e0cc8 as hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14c8cd1427db4115ba1e0bca998e0cc8 2024-11-21T17:32:16,981 INFO [M:0;f3865e8353b4:42477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14c8cd1427db4115ba1e0bca998e0cc8, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T17:32:16,983 DEBUG [M:0;f3865e8353b4:42477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf58d5001b394441a28245004b9ebfd5 as hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf58d5001b394441a28245004b9ebfd5 2024-11-21T17:32:16,991 INFO [M:0;f3865e8353b4:42477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf58d5001b394441a28245004b9ebfd5, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T17:32:16,992 DEBUG [M:0;f3865e8353b4:42477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef95a69043db4ceea198c1a442eb75b8 as hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef95a69043db4ceea198c1a442eb75b8 2024-11-21T17:32:17,005 INFO [M:0;f3865e8353b4:42477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/b68d5801-3268-5a82-e98e-08a7a09e3330/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef95a69043db4ceea198c1a442eb75b8, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T17:32:17,007 INFO [M:0;f3865e8353b4:42477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=28, compaction requested=false 2024-11-21T17:32:17,017 INFO [M:0;f3865e8353b4:42477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:17,017 DEBUG [M:0;f3865e8353b4:42477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210335685Disabling compacts and flushes for region at 1732210335685Disabling writes for close at 1732210335685Obtaining lock to block concurrent updates at 1732210335686 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210335686Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732210335686Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210335687 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210335687Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210335701 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210335701Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210336113 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210336132 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210336132Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210336545 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210336560 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210336560Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@261d0a9b: reopening flushed file at 1732210336971 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8e9b02: reopening flushed file at 1732210336981 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@258355bc: reopening flushed file at 1732210336991 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=28, compaction requested=false at 1732210337007 (+16 ms)Writing region close event to WAL at 1732210337017 (+10 ms)Closed at 1732210337017 2024-11-21T17:32:17,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741830_1006 (size=10165) 2024-11-21T17:32:17,047 INFO [M:0;f3865e8353b4:42477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:32:17,047 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:32:17,047 INFO [M:0;f3865e8353b4:42477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42477 2024-11-21T17:32:17,048 INFO [M:0;f3865e8353b4:42477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:32:17,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:32:17,150 INFO [M:0;f3865e8353b4:42477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:32:17,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42477-0x10063574fd00003, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:32:17,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b732eb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:32:17,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5275f5be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:32:17,154 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:32:17,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f1b95ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:32:17,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b3e21e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/hadoop.log.dir/,STOPPED} 2024-11-21T17:32:17,155 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:32:17,155 WARN [BP-954785385-172.17.0.2-1732210328214 heartbeating to localhost/127.0.0.1:43189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:32:17,155 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:32:17,155 WARN [BP-954785385-172.17.0.2-1732210328214 heartbeating to localhost/127.0.0.1:43189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-954785385-172.17.0.2-1732210328214 (Datanode Uuid 6d7f7cb1-225b-4e55-b269-749344040eb9) service to localhost/127.0.0.1:43189 2024-11-21T17:32:17,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/cluster_3b4d4533-e675-5046-c9c4-3d938260a547/data/data1/current/BP-954785385-172.17.0.2-1732210328214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:32:17,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/cluster_3b4d4533-e675-5046-c9c4-3d938260a547/data/data2/current/BP-954785385-172.17.0.2-1732210328214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:32:17,156 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:32:17,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c9345c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:32:17,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2867262a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:32:17,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:32:17,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e7f3c61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:32:17,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74d724ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/hadoop.log.dir/,STOPPED} 2024-11-21T17:32:17,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:32:17,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:32:17,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:32:17,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:32:17,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:17,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:17,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:32:17,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:32:17,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=496069798, stopped=false 2024-11-21T17:32:17,176 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,46097,1732210325374 2024-11-21T17:32:17,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0698444297/running 2024-11-21T17:32:17,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0698444297/running 2024-11-21T17:32:17,177 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:32:17,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297 2024-11-21T17:32:17,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297 2024-11-21T17:32:17,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:32:17,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:32:17,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:17,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Set watcher on znode that does not yet exist, /0698444297/running 2024-11-21T17:32:17,178 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,35417,1732210325421' ***** 2024-11-21T17:32:17,178 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:32:17,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Set watcher on znode that does not yet exist, /0698444297/running 2024-11-21T17:32:17,179 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:32:17,179 INFO [RS:0;f3865e8353b4:35417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:32:17,179 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:32:17,179 INFO [RS:0;f3865e8353b4:35417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:32:17,179 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(3091): Received CLOSE for 24f71797c4cd8a9cf20a9ec32228a9d9 2024-11-21T17:32:17,179 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,35417,1732210325421 2024-11-21T17:32:17,179 INFO [RS:0;f3865e8353b4:35417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:32:17,179 INFO [RS:0;f3865e8353b4:35417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:35417. 2024-11-21T17:32:17,179 DEBUG [RS:0;f3865e8353b4:35417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:32:17,179 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24f71797c4cd8a9cf20a9ec32228a9d9, disabling compactions & flushes 2024-11-21T17:32:17,179 DEBUG [RS:0;f3865e8353b4:35417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:17,179 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9. 2024-11-21T17:32:17,179 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9. 2024-11-21T17:32:17,179 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:32:17,179 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:32:17,179 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9. after waiting 0 ms 2024-11-21T17:32:17,179 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:32:17,179 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9. 2024-11-21T17:32:17,179 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:32:17,179 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24f71797c4cd8a9cf20a9ec32228a9d9 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T17:32:17,180 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T17:32:17,180 DEBUG [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(1325): Online Regions={24f71797c4cd8a9cf20a9ec32228a9d9=hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T17:32:17,180 DEBUG [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24f71797c4cd8a9cf20a9ec32228a9d9 2024-11-21T17:32:17,180 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:32:17,180 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:32:17,180 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:32:17,180 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:32:17,180 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:32:17,180 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T17:32:17,199 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/replication/24f71797c4cd8a9cf20a9ec32228a9d9/.tmp/queue/856d148f4301450ba8ef18f1a23be353 is 151, key is 1-f3865e8353b4,35417,1732210325421/queue:f3865e8353b4%2C35417%2C1732210325421/1732210333892/Put/seqid=0 2024-11-21T17:32:17,199 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740/.tmp/info/b313dbb7bc0542f3af4bc0dbe65bddce is 147, key is hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9./info:regioninfo/1732210333612/Put/seqid=0 2024-11-21T17:32:17,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741838_1014 (size=5350) 2024-11-21T17:32:17,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741839_1015 (size=6631) 2024-11-21T17:32:17,211 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:32:17,380 DEBUG [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24f71797c4cd8a9cf20a9ec32228a9d9 2024-11-21T17:32:17,454 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421.replicationSource.wal-reader.f3865e8353b4%2C35417%2C1732210325421,1-f3865e8353b4,35417,1732210325421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.1732210327035 to pos 0, reset compression=false 2024-11-21T17:32:17,580 DEBUG [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24f71797c4cd8a9cf20a9ec32228a9d9 2024-11-21T17:32:17,604 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740/.tmp/info/b313dbb7bc0542f3af4bc0dbe65bddce 2024-11-21T17:32:17,604 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/replication/24f71797c4cd8a9cf20a9ec32228a9d9/.tmp/queue/856d148f4301450ba8ef18f1a23be353 2024-11-21T17:32:17,611 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/replication/24f71797c4cd8a9cf20a9ec32228a9d9/.tmp/queue/856d148f4301450ba8ef18f1a23be353 as hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/replication/24f71797c4cd8a9cf20a9ec32228a9d9/queue/856d148f4301450ba8ef18f1a23be353 2024-11-21T17:32:17,619 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/replication/24f71797c4cd8a9cf20a9ec32228a9d9/queue/856d148f4301450ba8ef18f1a23be353, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T17:32:17,620 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 24f71797c4cd8a9cf20a9ec32228a9d9 in 441ms, sequenceid=5, compaction requested=false 2024-11-21T17:32:17,621 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T17:32:17,626 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/replication/24f71797c4cd8a9cf20a9ec32228a9d9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T17:32:17,626 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:32:17,627 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:32:17,627 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9. 2024-11-21T17:32:17,627 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24f71797c4cd8a9cf20a9ec32228a9d9: Waiting for close lock at 1732210337179Running coprocessor pre-close hooks at 1732210337179Disabling compacts and flushes for region at 1732210337179Disabling writes for close at 1732210337179Obtaining lock to block concurrent updates at 1732210337179Preparing flush snapshotting stores in 24f71797c4cd8a9cf20a9ec32228a9d9 at 1732210337179Finished memstore snapshotting hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732210337180 (+1 ms)Flushing stores of hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9. at 1732210337180Flushing 24f71797c4cd8a9cf20a9ec32228a9d9/queue: creating writer at 1732210337180Flushing 24f71797c4cd8a9cf20a9ec32228a9d9/queue: appending metadata at 1732210337199 (+19 ms)Flushing 24f71797c4cd8a9cf20a9ec32228a9d9/queue: closing flushed file at 1732210337199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e3c8b4e: reopening flushed file at 1732210337610 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 24f71797c4cd8a9cf20a9ec32228a9d9 in 441ms, sequenceid=5, compaction requested=false at 1732210337620 (+10 ms)Writing region close event to WAL at 1732210337622 (+2 ms)Running coprocessor post-close hooks at 1732210337626 (+4 ms)Closed at 1732210337627 (+1 ms) 2024-11-21T17:32:17,627 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732210332420.24f71797c4cd8a9cf20a9ec32228a9d9. 2024-11-21T17:32:17,628 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740/.tmp/ns/fa58cb61ccec4d6a82a44986dcb491c5 is 43, key is default/ns:d/1732210328042/Put/seqid=0 2024-11-21T17:32:17,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741840_1016 (size=5153) 2024-11-21T17:32:17,780 DEBUG [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:32:17,901 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:32:17,901 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:32:17,981 DEBUG [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:32:18,035 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740/.tmp/ns/fa58cb61ccec4d6a82a44986dcb491c5 2024-11-21T17:32:18,055 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740/.tmp/table/2eb123a68df2455380dbb14a06562777 is 53, key is hbase:replication/table:state/1732210333622/Put/seqid=0 2024-11-21T17:32:18,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741841_1017 (size=5256) 2024-11-21T17:32:18,181 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T17:32:18,181 DEBUG [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T17:32:18,181 DEBUG [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:32:18,359 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421.replicationSource.wal-reader.f3865e8353b4%2C35417%2C1732210325421,1-f3865e8353b4,35417,1732210325421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.1732210327035 to pos 0, reset compression=false 2024-11-21T17:32:18,381 DEBUG [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:32:18,460 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740/.tmp/table/2eb123a68df2455380dbb14a06562777 2024-11-21T17:32:18,467 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740/.tmp/info/b313dbb7bc0542f3af4bc0dbe65bddce as hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740/info/b313dbb7bc0542f3af4bc0dbe65bddce 2024-11-21T17:32:18,473 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740/info/b313dbb7bc0542f3af4bc0dbe65bddce, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T17:32:18,474 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740/.tmp/ns/fa58cb61ccec4d6a82a44986dcb491c5 as hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740/ns/fa58cb61ccec4d6a82a44986dcb491c5 2024-11-21T17:32:18,480 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740/ns/fa58cb61ccec4d6a82a44986dcb491c5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T17:32:18,481 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740/.tmp/table/2eb123a68df2455380dbb14a06562777 as hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740/table/2eb123a68df2455380dbb14a06562777 2024-11-21T17:32:18,487 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740/table/2eb123a68df2455380dbb14a06562777, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T17:32:18,488 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false 2024-11-21T17:32:18,492 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T17:32:18,493 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:32:18,493 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:32:18,493 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:32:18,493 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210337180Running coprocessor pre-close hooks at 1732210337180Disabling compacts and flushes for region at 1732210337180Disabling writes for close at 1732210337180Obtaining lock to block concurrent updates at 1732210337180Preparing flush snapshotting stores in 1588230740 at 1732210337180Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732210337180Flushing stores of hbase:meta,,1.1588230740 at 1732210337181 (+1 ms)Flushing 1588230740/info: creating writer at 1732210337181Flushing 1588230740/info: appending metadata at 1732210337199 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732210337199Flushing 1588230740/ns: creating writer at 1732210337610 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732210337627 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732210337627Flushing 1588230740/table: creating writer at 1732210338041 (+414 ms)Flushing 1588230740/table: appending metadata at 1732210338055 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732210338055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17aa7917: reopening flushed file at 1732210338466 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49611aca: reopening flushed file at 1732210338473 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d6486d: reopening flushed file at 1732210338480 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false at 1732210338488 (+8 ms)Writing region close event to WAL at 1732210338489 (+1 ms)Running coprocessor post-close hooks at 1732210338493 (+4 ms)Closed at 1732210338493 2024-11-21T17:32:18,493 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:32:18,581 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,35417,1732210325421; all regions closed. 2024-11-21T17:32:18,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741834_1010 (size=2742) 2024-11-21T17:32:18,584 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.meta.1732210327982.meta not finished, retry = 0 2024-11-21T17:32:18,687 DEBUG [RS:0;f3865e8353b4:35417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/oldWALs 2024-11-21T17:32:18,687 INFO [RS:0;f3865e8353b4:35417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C35417%2C1732210325421.meta:.meta(num 1732210327982) 2024-11-21T17:32:18,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741837_1013 (size=1586) 2024-11-21T17:32:18,689 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.rep.1732210333573 not finished, retry = 0 2024-11-21T17:32:18,792 DEBUG [RS:0;f3865e8353b4:35417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/oldWALs 2024-11-21T17:32:18,792 INFO [RS:0;f3865e8353b4:35417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C35417%2C1732210325421.rep:(num 1732210333573) 2024-11-21T17:32:18,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741832_1008 (size=93) 2024-11-21T17:32:18,795 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/WALs/f3865e8353b4,35417,1732210325421/f3865e8353b4%2C35417%2C1732210325421.1732210327035 not finished, retry = 0 2024-11-21T17:32:18,898 DEBUG [RS:0;f3865e8353b4:35417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/oldWALs 2024-11-21T17:32:18,898 INFO [RS:0;f3865e8353b4:35417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C35417%2C1732210325421:(num 1732210327035) 2024-11-21T17:32:18,898 DEBUG [RS:0;f3865e8353b4:35417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:18,898 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:32:18,899 INFO [RS:0;f3865e8353b4:35417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:32:18,899 INFO [RS:0;f3865e8353b4:35417 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T17:32:18,899 INFO [RS:0;f3865e8353b4:35417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:32:18,899 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:32:18,899 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,35417,1732210325421 because: Region server is closing 2024-11-21T17:32:18,900 INFO [RS:0;f3865e8353b4:35417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:35417. 2024-11-21T17:32:18,900 DEBUG [RS:0;f3865e8353b4:35417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:32:18,900 DEBUG [RS:0;f3865e8353b4:35417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:18,900 DEBUG [RS:0;f3865e8353b4:35417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:18,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:32:19,000 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421.replicationSource.wal-reader.f3865e8353b4%2C35417%2C1732210325421,1-f3865e8353b4,35417,1732210325421 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T17:32:19,000 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421.replicationSource.shipperf3865e8353b4%2C35417%2C1732210325421,1-f3865e8353b4,35417,1732210325421 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T17:32:19,001 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,35417,1732210325421.replicationSource.shipperf3865e8353b4%2C35417%2C1732210325421,1-f3865e8353b4,35417,1732210325421 terminated 2024-11-21T17:32:19,001 INFO [RS:0;f3865e8353b4:35417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35417 2024-11-21T17:32:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0698444297/rs/f3865e8353b4,35417,1732210325421 2024-11-21T17:32:19,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297/rs 2024-11-21T17:32:19,002 INFO [RS:0;f3865e8353b4:35417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:32:19,002 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007f6e248e1ad8@2be2f5e2 rejected from java.util.concurrent.ThreadPoolExecutor@6ee06efa[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-21T17:32:19,003 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,35417,1732210325421] 2024-11-21T17:32:19,004 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0698444297/draining/f3865e8353b4,35417,1732210325421 already deleted, retry=false 2024-11-21T17:32:19,004 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,35417,1732210325421 expired; onlineServers=0 2024-11-21T17:32:19,004 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,46097,1732210325374' ***** 2024-11-21T17:32:19,004 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:32:19,004 INFO [M:0;f3865e8353b4:46097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:32:19,004 INFO [M:0;f3865e8353b4:46097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:32:19,004 DEBUG [M:0;f3865e8353b4:46097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:32:19,004 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:32:19,004 DEBUG [M:0;f3865e8353b4:46097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:32:19,004 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210326829 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210326829,5,FailOnTimeoutGroup] 2024-11-21T17:32:19,004 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210326829 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210326829,5,FailOnTimeoutGroup] 2024-11-21T17:32:19,004 INFO [M:0;f3865e8353b4:46097 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:32:19,004 INFO [M:0;f3865e8353b4:46097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:32:19,004 DEBUG [M:0;f3865e8353b4:46097 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:32:19,004 INFO [M:0;f3865e8353b4:46097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:32:19,005 INFO [M:0;f3865e8353b4:46097 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:32:19,005 INFO [M:0;f3865e8353b4:46097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:32:19,005 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:32:19,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0698444297/master 2024-11-21T17:32:19,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0698444297 2024-11-21T17:32:19,005 DEBUG [M:0;f3865e8353b4:46097 {}] zookeeper.ZKUtil(347): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Unable to get data of znode /0698444297/master because node does not exist (not an error) 2024-11-21T17:32:19,005 WARN [M:0;f3865e8353b4:46097 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:32:19,006 INFO [M:0;f3865e8353b4:46097 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/.lastflushedseqids 2024-11-21T17:32:19,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741842_1018 (size=181) 2024-11-21T17:32:19,093 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:32:19,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:19,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:32:19,103 INFO [RS:0;f3865e8353b4:35417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:32:19,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35417-0x10063574fd00001, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:32:19,104 INFO [RS:0;f3865e8353b4:35417 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,35417,1732210325421; zookeeper connection closed. 2024-11-21T17:32:19,104 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25959ce6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25959ce6 2024-11-21T17:32:19,104 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:32:19,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:19,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:19,411 INFO [M:0;f3865e8353b4:46097 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:32:19,411 INFO [M:0;f3865e8353b4:46097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:32:19,411 DEBUG [M:0;f3865e8353b4:46097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:32:19,411 INFO [M:0;f3865e8353b4:46097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:19,411 DEBUG [M:0;f3865e8353b4:46097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:19,411 DEBUG [M:0;f3865e8353b4:46097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:32:19,411 DEBUG [M:0;f3865e8353b4:46097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:19,411 INFO [M:0;f3865e8353b4:46097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T17:32:19,430 DEBUG [M:0;f3865e8353b4:46097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d7ad4a54e5046cbac47d1bf766083a7 is 82, key is hbase:meta,,1/info:regioninfo/1732210328027/Put/seqid=0 2024-11-21T17:32:19,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741843_1019 (size=5672) 2024-11-21T17:32:19,835 INFO [M:0;f3865e8353b4:46097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d7ad4a54e5046cbac47d1bf766083a7 2024-11-21T17:32:19,856 DEBUG [M:0;f3865e8353b4:46097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9977bbc4bc7c4180a5ad687c23d6e947 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732210333629/Put/seqid=0 2024-11-21T17:32:19,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741844_1020 (size=7203) 2024-11-21T17:32:19,861 INFO [M:0;f3865e8353b4:46097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9977bbc4bc7c4180a5ad687c23d6e947 2024-11-21T17:32:19,883 DEBUG [M:0;f3865e8353b4:46097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca194f51cbb044df915be2f8c34bdb7b is 69, key is f3865e8353b4,35417,1732210325421/rs:state/1732210326885/Put/seqid=0 2024-11-21T17:32:19,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741845_1021 (size=5156) 2024-11-21T17:32:20,288 INFO [M:0;f3865e8353b4:46097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca194f51cbb044df915be2f8c34bdb7b 2024-11-21T17:32:20,295 DEBUG [M:0;f3865e8353b4:46097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d7ad4a54e5046cbac47d1bf766083a7 as hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d7ad4a54e5046cbac47d1bf766083a7 2024-11-21T17:32:20,301 INFO [M:0;f3865e8353b4:46097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d7ad4a54e5046cbac47d1bf766083a7, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T17:32:20,302 DEBUG [M:0;f3865e8353b4:46097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9977bbc4bc7c4180a5ad687c23d6e947 as hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9977bbc4bc7c4180a5ad687c23d6e947 2024-11-21T17:32:20,308 INFO [M:0;f3865e8353b4:46097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9977bbc4bc7c4180a5ad687c23d6e947, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T17:32:20,309 DEBUG [M:0;f3865e8353b4:46097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca194f51cbb044df915be2f8c34bdb7b as hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca194f51cbb044df915be2f8c34bdb7b 2024-11-21T17:32:20,316 INFO [M:0;f3865e8353b4:46097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34085/user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca194f51cbb044df915be2f8c34bdb7b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T17:32:20,317 INFO [M:0;f3865e8353b4:46097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=70, compaction requested=false 2024-11-21T17:32:20,319 INFO [M:0;f3865e8353b4:46097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:20,319 DEBUG [M:0;f3865e8353b4:46097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210339411Disabling compacts and flushes for region at 1732210339411Disabling writes for close at 1732210339411Obtaining lock to block concurrent updates at 1732210339411Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210339411Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732210339412 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210339413 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210339413Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210339430 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210339430Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210339841 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210339856 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210339856Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210339866 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210339882 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210339882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b821084: reopening flushed file at 1732210340294 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aadaa8f: reopening flushed file at 1732210340301 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4be1ddec: reopening flushed file at 1732210340308 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=70, compaction requested=false at 1732210340317 (+9 ms)Writing region close event to WAL at 1732210340319 (+2 ms)Closed at 1732210340319 2024-11-21T17:32:20,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42371 is added to blk_1073741830_1006 (size=41008) 2024-11-21T17:32:20,323 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e890b320-50f2-4180-da7d-ee3c81a7a621/MasterData/WALs/f3865e8353b4,46097,1732210325374/f3865e8353b4%2C46097%2C1732210325374.1732210326750 not finished, retry = 0 2024-11-21T17:32:20,424 INFO [M:0;f3865e8353b4:46097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:32:20,424 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:32:20,424 INFO [M:0;f3865e8353b4:46097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46097 2024-11-21T17:32:20,424 INFO [M:0;f3865e8353b4:46097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:32:20,525 INFO [M:0;f3865e8353b4:46097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:32:20,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:32:20,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46097-0x10063574fd00000, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:32:20,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:32:20,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T17:32:20,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T17:32:20,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:32:20,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@290b7f89{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:32:20,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55ffd705{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:32:20,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:32:20,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d402cfc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:32:20,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59853d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/hadoop.log.dir/,STOPPED} 2024-11-21T17:32:20,530 WARN [BP-1438387914-172.17.0.2-1732210324381 heartbeating to localhost/127.0.0.1:34085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:32:20,530 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:32:20,530 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:32:20,530 WARN [BP-1438387914-172.17.0.2-1732210324381 heartbeating to localhost/127.0.0.1:34085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1438387914-172.17.0.2-1732210324381 (Datanode Uuid 954f9384-edc4-427f-a2b8-7a476068df45) service to localhost/127.0.0.1:34085 2024-11-21T17:32:20,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/cluster_0e8c4346-960d-219f-c29d-ea130ab256ff/data/data1/current/BP-1438387914-172.17.0.2-1732210324381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:32:20,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/cluster_0e8c4346-960d-219f-c29d-ea130ab256ff/data/data2/current/BP-1438387914-172.17.0.2-1732210324381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:32:20,531 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:32:20,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5588082c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:32:20,538 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@163f6d76{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:32:20,538 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:32:20,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cfceb2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:32:20,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@251e1419{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80895d62-c625-4ec2-4308-ff4e455a1836/hadoop.log.dir/,STOPPED} 2024-11-21T17:32:20,544 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T17:32:20,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:32:20,565 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=141 (was 109) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60342) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43189 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34085 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60342) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 267) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1423 (was 2035) 2024-11-21T17:32:20,572 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=141, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=1421 2024-11-21T17:32:20,588 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-21T17:32:20,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/hadoop.log.dir so I do NOT create it in target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6 2024-11-21T17:32:20,589 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:32:20,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/hadoop.tmp.dir so I do NOT create it in target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6 2024-11-21T17:32:20,589 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a68aef1-ebe2-ffcf-b6b0-f6f1ca0ac1b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:32:20,589 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6 2024-11-21T17:32:20,589 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/cluster_1b4c3594-6ae4-1716-de95-9db1a834b99e, deleteOnExit=true 2024-11-21T17:32:20,595 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/cluster_1b4c3594-6ae4-1716-de95-9db1a834b99e/zookeeper_0, clientPort=54995, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/cluster_1b4c3594-6ae4-1716-de95-9db1a834b99e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/cluster_1b4c3594-6ae4-1716-de95-9db1a834b99e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T17:32:20,596 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54995 2024-11-21T17:32:20,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:32:20,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:32:20,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/test.cache.data in system properties and HBase conf 2024-11-21T17:32:20,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:32:20,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:32:20,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:32:20,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:32:20,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:32:20,597 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:32:20,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:32:20,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:32:20,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:32:20,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:32:20,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:32:20,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:32:20,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:32:20,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:32:20,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:32:20,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:32:20,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:32:20,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:32:20,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:32:20,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:32:20,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10063574fd00005, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:32:20,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10063574fd00002, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:32:20,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10063574fd00002, quorum=127.0.0.1:60342, baseZNode=/0698444297 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:32:20,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10063574fd00005, quorum=127.0.0.1:60342, baseZNode=/11543824857 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:32:20,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:32:20,657 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:32:20,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:32:20,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:32:20,661 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:32:20,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:32:20,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12604af8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:32:20,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f97c83c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:32:20,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63ff1d91{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/java.io.tmpdir/jetty-localhost-44659-hadoop-hdfs-3_4_1-tests_jar-_-any-9362222632416986975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:32:20,758 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22a3d0f2{HTTP/1.1, (http/1.1)}{localhost:44659} 2024-11-21T17:32:20,758 INFO [Time-limited test {}] server.Server(415): Started @46021ms 2024-11-21T17:32:20,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:32:20,843 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:32:20,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:32:20,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:32:20,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:32:20,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5354c14e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:32:20,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4071683a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:32:20,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e6f85bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/java.io.tmpdir/jetty-localhost-44315-hadoop-hdfs-3_4_1-tests_jar-_-any-15686989101303617855/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:32:20,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@694d5543{HTTP/1.1, (http/1.1)}{localhost:44315} 2024-11-21T17:32:20,948 INFO [Time-limited test {}] server.Server(415): Started @46211ms 2024-11-21T17:32:20,949 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:32:21,004 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/cluster_1b4c3594-6ae4-1716-de95-9db1a834b99e/data/data2/current/BP-1409630435-172.17.0.2-1732210340612/current, will proceed with Du for space computation calculation, 2024-11-21T17:32:21,004 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/cluster_1b4c3594-6ae4-1716-de95-9db1a834b99e/data/data1/current/BP-1409630435-172.17.0.2-1732210340612/current, will proceed with Du for space computation calculation, 2024-11-21T17:32:21,019 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:32:21,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89f2d9c53afa507b with lease ID 0x2878a67457ac5c84: Processing first storage report for DS-30b471d7-2666-4d77-855c-e391d76e7003 from datanode DatanodeRegistration(127.0.0.1:32817, datanodeUuid=a8ca188c-7506-4833-8011-f8444c1244f2, infoPort=42341, infoSecurePort=0, ipcPort=44337, storageInfo=lv=-57;cid=testClusterID;nsid=305967366;c=1732210340612) 2024-11-21T17:32:21,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89f2d9c53afa507b with lease ID 0x2878a67457ac5c84: from storage DS-30b471d7-2666-4d77-855c-e391d76e7003 node DatanodeRegistration(127.0.0.1:32817, datanodeUuid=a8ca188c-7506-4833-8011-f8444c1244f2, infoPort=42341, infoSecurePort=0, ipcPort=44337, storageInfo=lv=-57;cid=testClusterID;nsid=305967366;c=1732210340612), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:32:21,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x89f2d9c53afa507b with lease ID 0x2878a67457ac5c84: Processing first storage report for DS-d8a30742-a156-4683-80ba-04138be76500 from datanode DatanodeRegistration(127.0.0.1:32817, datanodeUuid=a8ca188c-7506-4833-8011-f8444c1244f2, infoPort=42341, infoSecurePort=0, ipcPort=44337, storageInfo=lv=-57;cid=testClusterID;nsid=305967366;c=1732210340612) 2024-11-21T17:32:21,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89f2d9c53afa507b with lease ID 0x2878a67457ac5c84: from storage DS-d8a30742-a156-4683-80ba-04138be76500 node DatanodeRegistration(127.0.0.1:32817, datanodeUuid=a8ca188c-7506-4833-8011-f8444c1244f2, infoPort=42341, infoSecurePort=0, ipcPort=44337, storageInfo=lv=-57;cid=testClusterID;nsid=305967366;c=1732210340612), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:32:21,072 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6 2024-11-21T17:32:21,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:21,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:21,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:32:21,484 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e with version=8 2024-11-21T17:32:21,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/hbase-staging 2024-11-21T17:32:21,486 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:32:21,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:21,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:21,486 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:32:21,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:21,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:32:21,487 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:32:21,487 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:32:21,487 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45091 2024-11-21T17:32:21,488 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45091 connecting to ZooKeeper ensemble=127.0.0.1:54995 2024-11-21T17:32:21,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450910x0, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:32:21,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45091-0x10063578f600000 connected 2024-11-21T17:32:21,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:21,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:21,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Set watcher on znode that does not yet exist, /0-1463245239/running 2024-11-21T17:32:21,510 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e, hbase.cluster.distributed=false 2024-11-21T17:32:21,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Set watcher on znode that does not yet exist, /0-1463245239/acl 2024-11-21T17:32:21,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45091 2024-11-21T17:32:21,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45091 2024-11-21T17:32:21,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45091 2024-11-21T17:32:21,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45091 2024-11-21T17:32:21,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45091 2024-11-21T17:32:21,535 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:32:21,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:21,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:21,535 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:32:21,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:21,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:32:21,535 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:32:21,535 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:32:21,536 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44531 2024-11-21T17:32:21,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44531 connecting to ZooKeeper ensemble=127.0.0.1:54995 2024-11-21T17:32:21,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:21,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:21,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445310x0, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:32:21,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445310x0, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Set watcher on znode that does not yet exist, /0-1463245239/running 2024-11-21T17:32:21,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44531-0x10063578f600001 connected 2024-11-21T17:32:21,543 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:32:21,546 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:32:21,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Set watcher on znode that does not yet exist, /0-1463245239/master 2024-11-21T17:32:21,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Set watcher on znode that does not yet exist, /0-1463245239/acl 2024-11-21T17:32:21,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44531 2024-11-21T17:32:21,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44531 2024-11-21T17:32:21,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44531 2024-11-21T17:32:21,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44531 2024-11-21T17:32:21,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44531 2024-11-21T17:32:21,568 DEBUG [M:0;f3865e8353b4:45091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:45091 2024-11-21T17:32:21,568 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1463245239/backup-masters/f3865e8353b4,45091,1732210341486 2024-11-21T17:32:21,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239/backup-masters 2024-11-21T17:32:21,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239/backup-masters 2024-11-21T17:32:21,570 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Set watcher on existing znode=/0-1463245239/backup-masters/f3865e8353b4,45091,1732210341486 2024-11-21T17:32:21,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1463245239/master 2024-11-21T17:32:21,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239 2024-11-21T17:32:21,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239 2024-11-21T17:32:21,571 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Set watcher on existing znode=/0-1463245239/master 2024-11-21T17:32:21,572 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1463245239/backup-masters/f3865e8353b4,45091,1732210341486 from backup master directory 2024-11-21T17:32:21,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239/backup-masters 2024-11-21T17:32:21,572 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:32:21,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1463245239/backup-masters/f3865e8353b4,45091,1732210341486 2024-11-21T17:32:21,572 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,45091,1732210341486 2024-11-21T17:32:21,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239/backup-masters 2024-11-21T17:32:21,578 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/hbase.id] with ID: db89444c-18a9-44f4-a216-3bf1a54811cc 2024-11-21T17:32:21,578 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/.tmp/hbase.id 2024-11-21T17:32:21,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:32:21,989 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/.tmp/hbase.id]:[hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/hbase.id] 2024-11-21T17:32:22,000 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:22,000 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:32:22,002 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T17:32:22,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239 2024-11-21T17:32:22,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239 2024-11-21T17:32:22,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:32:22,409 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:32:22,410 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:32:22,410 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:32:22,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:32:22,818 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store 2024-11-21T17:32:22,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:32:23,225 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:23,225 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:32:23,225 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:23,225 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:23,225 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:32:23,226 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:23,226 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:23,226 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210343225Disabling compacts and flushes for region at 1732210343225Disabling writes for close at 1732210343225Writing region close event to WAL at 1732210343226 (+1 ms)Closed at 1732210343226 2024-11-21T17:32:23,227 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/.initializing 2024-11-21T17:32:23,227 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/WALs/f3865e8353b4,45091,1732210341486 2024-11-21T17:32:23,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:32:23,229 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C45091%2C1732210341486, suffix=, logDir=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/WALs/f3865e8353b4,45091,1732210341486, archiveDir=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/oldWALs, maxLogs=10 2024-11-21T17:32:23,241 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/WALs/f3865e8353b4,45091,1732210341486/f3865e8353b4%2C45091%2C1732210341486.1732210343229, exclude list is [], retry=0 2024-11-21T17:32:23,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32817,DS-30b471d7-2666-4d77-855c-e391d76e7003,DISK] 2024-11-21T17:32:23,246 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/WALs/f3865e8353b4,45091,1732210341486/f3865e8353b4%2C45091%2C1732210341486.1732210343229 2024-11-21T17:32:23,246 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42341:42341)] 2024-11-21T17:32:23,246 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:32:23,246 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:23,246 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:23,246 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:23,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:23,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:32:23,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:23,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:23,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:23,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:32:23,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:23,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:23,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:23,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:32:23,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:23,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:23,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:23,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:32:23,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:23,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:23,255 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:23,256 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:23,256 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:23,258 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:23,258 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:23,258 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:32:23,259 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:23,261 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:32:23,262 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73708744, jitterRate=0.09834587574005127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:32:23,262 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210343246Initializing all the Stores at 1732210343247 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210343248 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210343248Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210343248Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210343248Cleaning up temporary data from old regions at 1732210343258 (+10 ms)Region opened successfully at 1732210343262 (+4 ms) 2024-11-21T17:32:23,262 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:32:23,265 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2016f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:32:23,266 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:32:23,266 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:32:23,266 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:32:23,266 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:32:23,267 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:32:23,267 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:32:23,267 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:32:23,269 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:32:23,269 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Unable to get data of znode /0-1463245239/balancer because node does not exist (not necessarily an error) 2024-11-21T17:32:23,284 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1463245239/balancer already deleted, retry=false 2024-11-21T17:32:23,285 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:32:23,286 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Unable to get data of znode /0-1463245239/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:32:23,287 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1463245239/normalizer already deleted, retry=false 2024-11-21T17:32:23,287 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:32:23,288 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Unable to get data of znode /0-1463245239/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:32:23,289 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1463245239/switch/split already deleted, retry=false 2024-11-21T17:32:23,290 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Unable to get data of znode /0-1463245239/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:32:23,290 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1463245239/switch/merge already deleted, retry=false 2024-11-21T17:32:23,292 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Unable to get data of znode /0-1463245239/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:32:23,293 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1463245239/snapshot-cleanup already deleted, retry=false 2024-11-21T17:32:23,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1463245239/running 2024-11-21T17:32:23,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1463245239/running 2024-11-21T17:32:23,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239 2024-11-21T17:32:23,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239 2024-11-21T17:32:23,295 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,45091,1732210341486, sessionid=0x10063578f600000, setting cluster-up flag (Was=false) 2024-11-21T17:32:23,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239 2024-11-21T17:32:23,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239 2024-11-21T17:32:23,299 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1463245239/flush-table-proc/acquired, /0-1463245239/flush-table-proc/reached, /0-1463245239/flush-table-proc/abort 2024-11-21T17:32:23,300 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,45091,1732210341486 2024-11-21T17:32:23,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239 2024-11-21T17:32:23,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239 2024-11-21T17:32:23,304 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1463245239/online-snapshot/acquired, /0-1463245239/online-snapshot/reached, /0-1463245239/online-snapshot/abort 2024-11-21T17:32:23,305 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,45091,1732210341486 2024-11-21T17:32:23,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:32:23,307 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:32:23,308 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:32:23,308 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:32:23,308 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,45091,1732210341486 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:32:23,309 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:32:23,309 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:32:23,309 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:32:23,309 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:32:23,309 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:32:23,309 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:23,309 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:32:23,310 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:23,310 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210373310 2024-11-21T17:32:23,310 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:32:23,310 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:32:23,310 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:32:23,311 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:32:23,311 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:32:23,311 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:32:23,311 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:23,311 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:32:23,311 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:32:23,311 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:32:23,311 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:32:23,311 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:32:23,312 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:32:23,312 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210343312,5,FailOnTimeoutGroup] 2024-11-21T17:32:23,312 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210343312,5,FailOnTimeoutGroup] 2024-11-21T17:32:23,312 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:23,312 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:32:23,312 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:23,312 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:23,313 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:32:23,313 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:32:23,315 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:23,315 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:32:23,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:32:23,359 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(746): ClusterId : db89444c-18a9-44f4-a216-3bf1a54811cc 2024-11-21T17:32:23,359 DEBUG [RS:0;f3865e8353b4:44531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:32:23,361 DEBUG [RS:0;f3865e8353b4:44531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:32:23,361 DEBUG [RS:0;f3865e8353b4:44531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:32:23,362 DEBUG [RS:0;f3865e8353b4:44531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:32:23,363 DEBUG [RS:0;f3865e8353b4:44531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c691b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:32:23,374 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:44531 2024-11-21T17:32:23,374 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:32:23,374 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:32:23,374 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:32:23,375 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,45091,1732210341486 with port=44531, startcode=1732210341535 2024-11-21T17:32:23,375 DEBUG [RS:0;f3865e8353b4:44531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:32:23,377 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:32:23,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,44531,1732210341535 2024-11-21T17:32:23,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45091 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,44531,1732210341535 2024-11-21T17:32:23,378 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e 2024-11-21T17:32:23,378 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46827 2024-11-21T17:32:23,378 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:32:23,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239/rs 2024-11-21T17:32:23,380 DEBUG [RS:0;f3865e8353b4:44531 {}] zookeeper.ZKUtil(111): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Set watcher on existing znode=/0-1463245239/rs/f3865e8353b4,44531,1732210341535 2024-11-21T17:32:23,380 WARN [RS:0;f3865e8353b4:44531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:32:23,380 INFO [RS:0;f3865e8353b4:44531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:32:23,380 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535 2024-11-21T17:32:23,381 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,44531,1732210341535] 2024-11-21T17:32:23,384 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:32:23,385 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:32:23,386 INFO [RS:0;f3865e8353b4:44531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:32:23,386 INFO [RS:0;f3865e8353b4:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:23,386 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:32:23,387 INFO [RS:0;f3865e8353b4:44531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:32:23,387 INFO [RS:0;f3865e8353b4:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:23,387 DEBUG [RS:0;f3865e8353b4:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:23,387 DEBUG [RS:0;f3865e8353b4:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:23,387 DEBUG [RS:0;f3865e8353b4:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:23,387 DEBUG [RS:0;f3865e8353b4:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:23,387 DEBUG [RS:0;f3865e8353b4:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:23,387 DEBUG [RS:0;f3865e8353b4:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:32:23,387 DEBUG [RS:0;f3865e8353b4:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:23,388 DEBUG [RS:0;f3865e8353b4:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:23,388 DEBUG [RS:0;f3865e8353b4:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:23,388 DEBUG [RS:0;f3865e8353b4:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:23,388 DEBUG [RS:0;f3865e8353b4:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:23,388 DEBUG [RS:0;f3865e8353b4:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:23,388 DEBUG [RS:0;f3865e8353b4:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:32:23,388 DEBUG [RS:0;f3865e8353b4:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:32:23,388 INFO [RS:0;f3865e8353b4:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:23,388 INFO [RS:0;f3865e8353b4:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:23,389 INFO [RS:0;f3865e8353b4:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:23,389 INFO [RS:0;f3865e8353b4:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:23,389 INFO [RS:0;f3865e8353b4:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:23,389 INFO [RS:0;f3865e8353b4:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,44531,1732210341535-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:32:23,406 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:32:23,406 INFO [RS:0;f3865e8353b4:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,44531,1732210341535-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:23,406 INFO [RS:0;f3865e8353b4:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:23,406 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.Replication(171): f3865e8353b4,44531,1732210341535 started 2024-11-21T17:32:23,420 INFO [RS:0;f3865e8353b4:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:23,421 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,44531,1732210341535, RpcServer on f3865e8353b4/172.17.0.2:44531, sessionid=0x10063578f600001 2024-11-21T17:32:23,421 DEBUG [RS:0;f3865e8353b4:44531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:32:23,421 DEBUG [RS:0;f3865e8353b4:44531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,44531,1732210341535 2024-11-21T17:32:23,421 DEBUG [RS:0;f3865e8353b4:44531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,44531,1732210341535' 2024-11-21T17:32:23,421 DEBUG [RS:0;f3865e8353b4:44531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1463245239/flush-table-proc/abort' 2024-11-21T17:32:23,422 DEBUG [RS:0;f3865e8353b4:44531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1463245239/flush-table-proc/acquired' 2024-11-21T17:32:23,422 DEBUG [RS:0;f3865e8353b4:44531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:32:23,422 DEBUG [RS:0;f3865e8353b4:44531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:32:23,422 DEBUG [RS:0;f3865e8353b4:44531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,44531,1732210341535 2024-11-21T17:32:23,422 DEBUG [RS:0;f3865e8353b4:44531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,44531,1732210341535' 2024-11-21T17:32:23,422 DEBUG [RS:0;f3865e8353b4:44531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1463245239/online-snapshot/abort' 2024-11-21T17:32:23,423 DEBUG [RS:0;f3865e8353b4:44531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1463245239/online-snapshot/acquired' 2024-11-21T17:32:23,423 DEBUG [RS:0;f3865e8353b4:44531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:32:23,423 INFO [RS:0;f3865e8353b4:44531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:32:23,423 INFO [RS:0;f3865e8353b4:44531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:32:23,524 INFO [RS:0;f3865e8353b4:44531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:32:23,525 INFO [RS:0;f3865e8353b4:44531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C44531%2C1732210341535, suffix=, logDir=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535, archiveDir=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/oldWALs, maxLogs=10 2024-11-21T17:32:23,537 DEBUG [RS:0;f3865e8353b4:44531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526, exclude list is [], retry=0 2024-11-21T17:32:23,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32817,DS-30b471d7-2666-4d77-855c-e391d76e7003,DISK] 2024-11-21T17:32:23,542 INFO [RS:0;f3865e8353b4:44531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 2024-11-21T17:32:23,542 DEBUG [RS:0;f3865e8353b4:44531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42341:42341)] 2024-11-21T17:32:23,721 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:32:23,721 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e 2024-11-21T17:32:23,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741833_1009 (size=32) 2024-11-21T17:32:23,995 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:32:23,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:24,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:24,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:24,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:24,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:24,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:32:24,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:32:24,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:24,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:24,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:32:24,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:32:24,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:24,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:24,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:32:24,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:32:24,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:24,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:24,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:32:24,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:32:24,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:24,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:24,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:32:24,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740 2024-11-21T17:32:24,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740 2024-11-21T17:32:24,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:32:24,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:32:24,140 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:32:24,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:32:24,142 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:32:24,143 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66944375, jitterRate=-0.002451077103614807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:32:24,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210344128Initializing all the Stores at 1732210344129 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210344129Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210344129Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210344129Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210344129Cleaning up temporary data from old regions at 1732210344139 (+10 ms)Region opened successfully at 1732210344143 (+4 ms) 2024-11-21T17:32:24,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:32:24,144 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:32:24,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:32:24,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:32:24,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:32:24,144 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:32:24,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210344144Disabling compacts and flushes for region at 1732210344144Disabling writes for close at 1732210344144Writing region close event to WAL at 1732210344144Closed at 1732210344144 2024-11-21T17:32:24,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:32:24,146 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:32:24,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:32:24,147 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:32:24,148 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:32:24,298 DEBUG [f3865e8353b4:45091 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:32:24,299 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,44531,1732210341535 2024-11-21T17:32:24,300 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,44531,1732210341535, state=OPENING 2024-11-21T17:32:24,301 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:32:24,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239 2024-11-21T17:32:24,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239 2024-11-21T17:32:24,303 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:32:24,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1463245239/meta-region-server: CHANGED 2024-11-21T17:32:24,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1463245239/meta-region-server: CHANGED 2024-11-21T17:32:24,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,44531,1732210341535}] 2024-11-21T17:32:24,456 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:32:24,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:32:24,460 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:32:24,461 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:32:24,461 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:32:24,462 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C44531%2C1732210341535.meta, suffix=.meta, logDir=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535, archiveDir=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/oldWALs, maxLogs=10 2024-11-21T17:32:24,475 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.meta.1732210344462.meta, exclude list is [], retry=0 2024-11-21T17:32:24,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32817,DS-30b471d7-2666-4d77-855c-e391d76e7003,DISK] 2024-11-21T17:32:24,478 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.meta.1732210344462.meta 2024-11-21T17:32:24,479 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42341:42341)] 2024-11-21T17:32:24,479 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:32:24,479 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:32:24,479 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:32:24,479 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:32:24,479 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:32:24,480 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:32:24,480 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:24,480 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:32:24,480 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:32:24,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:32:24,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:32:24,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:24,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:24,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:32:24,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:32:24,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:24,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:24,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:32:24,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:32:24,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:24,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:24,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:32:24,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:32:24,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:24,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:24,486 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:32:24,487 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740 2024-11-21T17:32:24,488 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740 2024-11-21T17:32:24,488 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:32:24,488 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:32:24,489 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:32:24,490 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:32:24,490 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59707013, jitterRate=-0.11029617488384247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:32:24,490 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:32:24,491 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210344480Writing region info on filesystem at 1732210344480Initializing all the Stores at 1732210344481 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210344481Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210344481Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210344481Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210344481Cleaning up temporary data from old regions at 1732210344489 (+8 ms)Running coprocessor post-open hooks at 1732210344490 (+1 ms)Region opened successfully at 1732210344491 (+1 ms) 2024-11-21T17:32:24,492 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210344456 2024-11-21T17:32:24,494 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:32:24,494 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:32:24,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,44531,1732210341535 2024-11-21T17:32:24,496 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,44531,1732210341535, state=OPEN 2024-11-21T17:32:24,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1463245239/meta-region-server 2024-11-21T17:32:24,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1463245239/meta-region-server 2024-11-21T17:32:24,497 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,44531,1732210341535 2024-11-21T17:32:24,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1463245239/meta-region-server: CHANGED 2024-11-21T17:32:24,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1463245239/meta-region-server: CHANGED 2024-11-21T17:32:24,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:32:24,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,44531,1732210341535 in 194 msec 2024-11-21T17:32:24,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:32:24,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-21T17:32:24,502 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:32:24,502 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:32:24,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:32:24,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44531,1732210341535, seqNum=-1] 2024-11-21T17:32:24,504 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:32:24,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:32:24,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-11-21T17:32:24,510 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210344510, completionTime=-1 2024-11-21T17:32:24,510 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:32:24,510 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:32:24,512 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:32:24,512 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210404512 2024-11-21T17:32:24,512 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210464512 2024-11-21T17:32:24,512 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T17:32:24,512 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45091,1732210341486-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:24,512 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45091,1732210341486-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:24,512 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45091,1732210341486-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:24,513 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:45091, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:24,513 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:24,513 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:24,515 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:32:24,517 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.944sec 2024-11-21T17:32:24,517 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:32:24,517 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:32:24,517 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:32:24,517 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:32:24,517 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:32:24,517 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45091,1732210341486-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:32:24,517 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45091,1732210341486-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:32:24,520 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:32:24,520 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:32:24,520 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45091,1732210341486-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:24,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603f171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:24,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,45091,-1 for getting cluster id 2024-11-21T17:32:24,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:32:24,562 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db89444c-18a9-44f4-a216-3bf1a54811cc' 2024-11-21T17:32:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:32:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db89444c-18a9-44f4-a216-3bf1a54811cc" 2024-11-21T17:32:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f258b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,45091,-1] 2024-11-21T17:32:24,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:32:24,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:24,563 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:32:24,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37255a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:24,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:32:24,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44531,1732210341535, seqNum=-1] 2024-11-21T17:32:24,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:32:24,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:32:24,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,45091,1732210341486 2024-11-21T17:32:24,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54995 2024-11-21T17:32:24,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:32:24,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10063578f600002 connected 2024-11-21T17:32:24,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/hadoop.log.dir so I do NOT create it in target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14 2024-11-21T17:32:24,575 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:32:24,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/hadoop.tmp.dir so I do NOT create it in target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14 2024-11-21T17:32:24,575 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:32:24,575 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14 2024-11-21T17:32:24,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:32:24,575 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/cluster_69843408-6239-bbce-23f0-806bde0d1dbf, deleteOnExit=true 2024-11-21T17:32:24,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:32:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/test.cache.data in system properties and HBase conf 2024-11-21T17:32:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:32:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:32:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:32:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:32:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:32:24,576 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:32:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:32:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:32:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:32:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:32:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:32:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:32:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:32:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:32:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:32:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:32:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:32:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:32:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:32:24,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:32:24,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:32:24,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:32:24,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:32:24,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:32:24,650 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T17:32:24,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:32:24,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c4a1244{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:32:24,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cae9502{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:32:24,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bf0c51d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/java.io.tmpdir/jetty-localhost-46077-hadoop-hdfs-3_4_1-tests_jar-_-any-17029530833173844843/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:32:24,748 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@537e1410{HTTP/1.1, (http/1.1)}{localhost:46077} 2024-11-21T17:32:24,748 INFO [Time-limited test {}] server.Server(415): Started @50010ms 2024-11-21T17:32:24,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:32:24,814 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:32:24,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:32:24,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:32:24,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:32:24,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68a0c70e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:32:24,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60588b3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:32:24,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3d50b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/java.io.tmpdir/jetty-localhost-38927-hadoop-hdfs-3_4_1-tests_jar-_-any-17626529240548034663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:32:24,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31601d01{HTTP/1.1, (http/1.1)}{localhost:38927} 2024-11-21T17:32:24,914 INFO [Time-limited test {}] server.Server(415): Started @50176ms 2024-11-21T17:32:24,915 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:32:24,979 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/cluster_69843408-6239-bbce-23f0-806bde0d1dbf/data/data1/current/BP-1285240929-172.17.0.2-1732210344605/current, will proceed with Du for space computation calculation, 2024-11-21T17:32:24,979 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/cluster_69843408-6239-bbce-23f0-806bde0d1dbf/data/data2/current/BP-1285240929-172.17.0.2-1732210344605/current, will proceed with Du for space computation calculation, 2024-11-21T17:32:24,997 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:32:25,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x280d2f79d7f3335c with lease ID 0xe0176b98bf9d9335: Processing first storage report for DS-7038d368-127d-4237-8bd2-eaa72b5dd213 from datanode DatanodeRegistration(127.0.0.1:45367, datanodeUuid=397e445a-f657-4a3a-9066-e0e41f4aefc6, infoPort=35219, infoSecurePort=0, ipcPort=34541, storageInfo=lv=-57;cid=testClusterID;nsid=1024368762;c=1732210344605) 2024-11-21T17:32:25,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x280d2f79d7f3335c with lease ID 0xe0176b98bf9d9335: from storage DS-7038d368-127d-4237-8bd2-eaa72b5dd213 node DatanodeRegistration(127.0.0.1:45367, datanodeUuid=397e445a-f657-4a3a-9066-e0e41f4aefc6, infoPort=35219, infoSecurePort=0, ipcPort=34541, storageInfo=lv=-57;cid=testClusterID;nsid=1024368762;c=1732210344605), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:32:25,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x280d2f79d7f3335c with lease ID 0xe0176b98bf9d9335: Processing first storage report for DS-d67a478d-e137-454b-aca1-b88c627924cd from datanode DatanodeRegistration(127.0.0.1:45367, datanodeUuid=397e445a-f657-4a3a-9066-e0e41f4aefc6, infoPort=35219, infoSecurePort=0, ipcPort=34541, storageInfo=lv=-57;cid=testClusterID;nsid=1024368762;c=1732210344605) 2024-11-21T17:32:25,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x280d2f79d7f3335c with lease ID 0xe0176b98bf9d9335: from storage DS-d67a478d-e137-454b-aca1-b88c627924cd node DatanodeRegistration(127.0.0.1:45367, datanodeUuid=397e445a-f657-4a3a-9066-e0e41f4aefc6, infoPort=35219, infoSecurePort=0, ipcPort=34541, storageInfo=lv=-57;cid=testClusterID;nsid=1024368762;c=1732210344605), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:32:25,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14 2024-11-21T17:32:25,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:25,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:25,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:32:25,447 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b with version=8 2024-11-21T17:32:25,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/hbase-staging 2024-11-21T17:32:25,449 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:32:25,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:25,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:25,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:32:25,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:25,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:32:25,449 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:32:25,449 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:32:25,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33983 2024-11-21T17:32:25,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33983 connecting to ZooKeeper ensemble=127.0.0.1:54995 2024-11-21T17:32:25,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339830x0, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:32:25,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33983-0x10063578f600003 connected 2024-11-21T17:32:25,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:25,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:25,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Set watcher on znode that does not yet exist, /1-1248821429/running 2024-11-21T17:32:25,465 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b, hbase.cluster.distributed=false 2024-11-21T17:32:25,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Set watcher on znode that does not yet exist, /1-1248821429/acl 2024-11-21T17:32:25,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33983 2024-11-21T17:32:25,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33983 2024-11-21T17:32:25,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33983 2024-11-21T17:32:25,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33983 2024-11-21T17:32:25,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33983 2024-11-21T17:32:25,481 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:32:25,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:25,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:25,481 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:32:25,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:32:25,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:32:25,481 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:32:25,481 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:32:25,482 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46191 2024-11-21T17:32:25,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46191 connecting to ZooKeeper ensemble=127.0.0.1:54995 2024-11-21T17:32:25,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:25,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:25,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461910x0, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:32:25,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461910x0, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Set watcher on znode that does not yet exist, /1-1248821429/running 2024-11-21T17:32:25,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46191-0x10063578f600004 connected 2024-11-21T17:32:25,488 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:32:25,488 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:32:25,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Set watcher on znode that does not yet exist, /1-1248821429/master 2024-11-21T17:32:25,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Set watcher on znode that does not yet exist, /1-1248821429/acl 2024-11-21T17:32:25,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46191 2024-11-21T17:32:25,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46191 2024-11-21T17:32:25,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46191 2024-11-21T17:32:25,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46191 2024-11-21T17:32:25,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46191 2024-11-21T17:32:25,508 DEBUG [M:0;f3865e8353b4:33983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:33983 2024-11-21T17:32:25,508 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1248821429/backup-masters/f3865e8353b4,33983,1732210345449 2024-11-21T17:32:25,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429/backup-masters 2024-11-21T17:32:25,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429/backup-masters 2024-11-21T17:32:25,510 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Set watcher on existing znode=/1-1248821429/backup-masters/f3865e8353b4,33983,1732210345449 2024-11-21T17:32:25,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429 2024-11-21T17:32:25,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1248821429/master 2024-11-21T17:32:25,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429 2024-11-21T17:32:25,511 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Set watcher on existing znode=/1-1248821429/master 2024-11-21T17:32:25,512 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1248821429/backup-masters/f3865e8353b4,33983,1732210345449 from backup master directory 2024-11-21T17:32:25,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429/backup-masters 2024-11-21T17:32:25,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1248821429/backup-masters/f3865e8353b4,33983,1732210345449 2024-11-21T17:32:25,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429/backup-masters 2024-11-21T17:32:25,513 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:32:25,513 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,33983,1732210345449 2024-11-21T17:32:25,518 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/hbase.id] with ID: 72db28a2-9f97-4fc2-840b-365260ba4e46 2024-11-21T17:32:25,518 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/.tmp/hbase.id 2024-11-21T17:32:25,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:32:25,924 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/.tmp/hbase.id]:[hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/hbase.id] 2024-11-21T17:32:25,935 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:25,935 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:32:25,936 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T17:32:25,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429 2024-11-21T17:32:25,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429 2024-11-21T17:32:25,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:32:26,343 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:32:26,343 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:32:26,344 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:32:26,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:32:26,751 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store 2024-11-21T17:32:26,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:32:27,159 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:27,160 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:32:27,160 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:27,160 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:27,160 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:32:27,160 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:27,160 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:32:27,160 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210347160Disabling compacts and flushes for region at 1732210347160Disabling writes for close at 1732210347160Writing region close event to WAL at 1732210347160Closed at 1732210347160 2024-11-21T17:32:27,161 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/.initializing 2024-11-21T17:32:27,161 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/WALs/f3865e8353b4,33983,1732210345449 2024-11-21T17:32:27,162 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:32:27,164 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C33983%2C1732210345449, suffix=, logDir=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/WALs/f3865e8353b4,33983,1732210345449, archiveDir=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/oldWALs, maxLogs=10 2024-11-21T17:32:27,177 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/WALs/f3865e8353b4,33983,1732210345449/f3865e8353b4%2C33983%2C1732210345449.1732210347164, exclude list is [], retry=0 2024-11-21T17:32:27,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45367,DS-7038d368-127d-4237-8bd2-eaa72b5dd213,DISK] 2024-11-21T17:32:27,181 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/WALs/f3865e8353b4,33983,1732210345449/f3865e8353b4%2C33983%2C1732210345449.1732210347164 2024-11-21T17:32:27,182 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35219:35219)] 2024-11-21T17:32:27,182 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:32:27,182 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:27,182 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:27,182 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:27,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:27,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:32:27,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:27,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:27,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:27,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:32:27,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:27,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:27,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:27,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:32:27,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:27,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:27,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:27,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:32:27,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:27,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:27,191 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:27,192 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:27,192 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:27,194 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:27,194 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:27,194 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:32:27,195 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:32:27,197 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:32:27,198 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68159688, jitterRate=0.01565849781036377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:32:27,198 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210347182Initializing all the Stores at 1732210347183 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210347184 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210347184Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210347184Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210347184Cleaning up temporary data from old regions at 1732210347194 (+10 ms)Region opened successfully at 1732210347198 (+4 ms) 2024-11-21T17:32:27,198 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:32:27,201 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5374b558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:32:27,202 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:32:27,202 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:32:27,202 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:32:27,202 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:32:27,203 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:32:27,203 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:32:27,203 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:32:27,205 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:32:27,206 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Unable to get data of znode /1-1248821429/balancer because node does not exist (not necessarily an error) 2024-11-21T17:32:27,206 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1248821429/balancer already deleted, retry=false 2024-11-21T17:32:27,207 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:32:27,207 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Unable to get data of znode /1-1248821429/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:32:27,208 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1248821429/normalizer already deleted, retry=false 2024-11-21T17:32:27,208 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:32:27,209 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Unable to get data of znode /1-1248821429/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:32:27,209 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1248821429/switch/split already deleted, retry=false 2024-11-21T17:32:27,210 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Unable to get data of znode /1-1248821429/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:32:27,210 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1248821429/switch/merge already deleted, retry=false 2024-11-21T17:32:27,212 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Unable to get data of znode /1-1248821429/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:32:27,212 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1248821429/snapshot-cleanup already deleted, retry=false 2024-11-21T17:32:27,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1248821429/running 2024-11-21T17:32:27,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1248821429/running 2024-11-21T17:32:27,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429 2024-11-21T17:32:27,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429 2024-11-21T17:32:27,214 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,33983,1732210345449, sessionid=0x10063578f600003, setting cluster-up flag (Was=false) 2024-11-21T17:32:27,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429 2024-11-21T17:32:27,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429 2024-11-21T17:32:27,217 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1248821429/flush-table-proc/acquired, /1-1248821429/flush-table-proc/reached, /1-1248821429/flush-table-proc/abort 2024-11-21T17:32:27,218 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,33983,1732210345449 2024-11-21T17:32:27,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429 2024-11-21T17:32:27,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429 2024-11-21T17:32:27,222 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1248821429/online-snapshot/acquired, /1-1248821429/online-snapshot/reached, /1-1248821429/online-snapshot/abort 2024-11-21T17:32:27,223 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,33983,1732210345449 2024-11-21T17:32:27,224 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:32:27,225 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:32:27,225 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:32:27,225 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:32:27,225 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,33983,1732210345449 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:32:27,226 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:32:27,226 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:32:27,226 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:32:27,226 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:32:27,226 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:32:27,227 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:27,227 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:32:27,227 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:27,227 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210377227 2024-11-21T17:32:27,227 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:32:27,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:32:27,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:32:27,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:32:27,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:32:27,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:32:27,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:27,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:32:27,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:32:27,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:32:27,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:32:27,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:32:27,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:32:27,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:32:27,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:32:27,229 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210347229,5,FailOnTimeoutGroup] 2024-11-21T17:32:27,229 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210347229,5,FailOnTimeoutGroup] 2024-11-21T17:32:27,229 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:27,229 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:32:27,229 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:27,229 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:27,229 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:27,229 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:32:27,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:32:27,296 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(746): ClusterId : 72db28a2-9f97-4fc2-840b-365260ba4e46 2024-11-21T17:32:27,297 DEBUG [RS:0;f3865e8353b4:46191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:32:27,298 DEBUG [RS:0;f3865e8353b4:46191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:32:27,298 DEBUG [RS:0;f3865e8353b4:46191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:32:27,299 DEBUG [RS:0;f3865e8353b4:46191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:32:27,300 DEBUG [RS:0;f3865e8353b4:46191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e79e1a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:32:27,310 DEBUG [RS:0;f3865e8353b4:46191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:46191 2024-11-21T17:32:27,310 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:32:27,310 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:32:27,310 DEBUG [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:32:27,311 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,33983,1732210345449 with port=46191, startcode=1732210345481 2024-11-21T17:32:27,311 DEBUG [RS:0;f3865e8353b4:46191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:32:27,312 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:32:27,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,46191,1732210345481 2024-11-21T17:32:27,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33983 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,46191,1732210345481 2024-11-21T17:32:27,314 DEBUG [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b 2024-11-21T17:32:27,314 DEBUG [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42783 2024-11-21T17:32:27,314 DEBUG [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:32:27,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429/rs 2024-11-21T17:32:27,317 DEBUG [RS:0;f3865e8353b4:46191 {}] zookeeper.ZKUtil(111): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Set watcher on existing znode=/1-1248821429/rs/f3865e8353b4,46191,1732210345481 2024-11-21T17:32:27,317 WARN [RS:0;f3865e8353b4:46191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:32:27,317 INFO [RS:0;f3865e8353b4:46191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:32:27,317 DEBUG [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/WALs/f3865e8353b4,46191,1732210345481 2024-11-21T17:32:27,322 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,46191,1732210345481] 2024-11-21T17:32:27,324 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:32:27,325 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:32:27,325 INFO [RS:0;f3865e8353b4:46191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:32:27,325 INFO [RS:0;f3865e8353b4:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:27,326 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:32:27,326 INFO [RS:0;f3865e8353b4:46191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:32:27,326 INFO [RS:0;f3865e8353b4:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:27,326 DEBUG [RS:0;f3865e8353b4:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:27,326 DEBUG [RS:0;f3865e8353b4:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:27,326 DEBUG [RS:0;f3865e8353b4:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:27,327 DEBUG [RS:0;f3865e8353b4:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:27,327 DEBUG [RS:0;f3865e8353b4:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:27,327 DEBUG [RS:0;f3865e8353b4:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:32:27,327 DEBUG [RS:0;f3865e8353b4:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:27,327 DEBUG [RS:0;f3865e8353b4:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:27,327 DEBUG [RS:0;f3865e8353b4:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:27,327 DEBUG [RS:0;f3865e8353b4:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:27,327 DEBUG [RS:0;f3865e8353b4:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:27,327 DEBUG [RS:0;f3865e8353b4:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:32:27,327 DEBUG [RS:0;f3865e8353b4:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:32:27,327 DEBUG [RS:0;f3865e8353b4:46191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:32:27,327 INFO [RS:0;f3865e8353b4:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:27,327 INFO [RS:0;f3865e8353b4:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:27,327 INFO [RS:0;f3865e8353b4:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:27,327 INFO [RS:0;f3865e8353b4:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:27,327 INFO [RS:0;f3865e8353b4:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:27,327 INFO [RS:0;f3865e8353b4:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46191,1732210345481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:32:27,340 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:32:27,340 INFO [RS:0;f3865e8353b4:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46191,1732210345481-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:27,340 INFO [RS:0;f3865e8353b4:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:27,340 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.Replication(171): f3865e8353b4,46191,1732210345481 started 2024-11-21T17:32:27,353 INFO [RS:0;f3865e8353b4:46191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:27,353 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,46191,1732210345481, RpcServer on f3865e8353b4/172.17.0.2:46191, sessionid=0x10063578f600004 2024-11-21T17:32:27,353 DEBUG [RS:0;f3865e8353b4:46191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:32:27,353 DEBUG [RS:0;f3865e8353b4:46191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,46191,1732210345481 2024-11-21T17:32:27,353 DEBUG [RS:0;f3865e8353b4:46191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,46191,1732210345481' 2024-11-21T17:32:27,353 DEBUG [RS:0;f3865e8353b4:46191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1248821429/flush-table-proc/abort' 2024-11-21T17:32:27,354 DEBUG [RS:0;f3865e8353b4:46191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1248821429/flush-table-proc/acquired' 2024-11-21T17:32:27,354 DEBUG [RS:0;f3865e8353b4:46191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:32:27,354 DEBUG [RS:0;f3865e8353b4:46191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:32:27,354 DEBUG [RS:0;f3865e8353b4:46191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,46191,1732210345481 2024-11-21T17:32:27,354 DEBUG [RS:0;f3865e8353b4:46191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,46191,1732210345481' 2024-11-21T17:32:27,354 DEBUG [RS:0;f3865e8353b4:46191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1248821429/online-snapshot/abort' 2024-11-21T17:32:27,355 DEBUG [RS:0;f3865e8353b4:46191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1248821429/online-snapshot/acquired' 2024-11-21T17:32:27,355 DEBUG [RS:0;f3865e8353b4:46191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:32:27,355 INFO [RS:0;f3865e8353b4:46191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:32:27,355 INFO [RS:0;f3865e8353b4:46191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:32:27,456 INFO [RS:0;f3865e8353b4:46191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:32:27,457 INFO [RS:0;f3865e8353b4:46191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C46191%2C1732210345481, suffix=, logDir=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/WALs/f3865e8353b4,46191,1732210345481, archiveDir=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/oldWALs, maxLogs=10 2024-11-21T17:32:27,472 DEBUG [RS:0;f3865e8353b4:46191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/WALs/f3865e8353b4,46191,1732210345481/f3865e8353b4%2C46191%2C1732210345481.1732210347458, exclude list is [], retry=0 2024-11-21T17:32:27,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45367,DS-7038d368-127d-4237-8bd2-eaa72b5dd213,DISK] 2024-11-21T17:32:27,476 INFO [RS:0;f3865e8353b4:46191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/WALs/f3865e8353b4,46191,1732210345481/f3865e8353b4%2C46191%2C1732210345481.1732210347458 2024-11-21T17:32:27,476 DEBUG [RS:0;f3865e8353b4:46191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35219:35219)] 2024-11-21T17:32:27,638 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:32:27,638 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b 2024-11-21T17:32:27,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741833_1009 (size=32) 2024-11-21T17:32:28,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:28,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:32:28,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:32:28,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:28,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:28,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:32:28,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:32:28,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:28,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:28,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:32:28,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:32:28,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:28,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:28,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:32:28,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:32:28,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:28,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:28,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:32:28,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740 2024-11-21T17:32:28,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740 2024-11-21T17:32:28,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:32:28,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:32:28,055 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:32:28,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:32:28,058 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:32:28,058 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73632774, jitterRate=0.09721383452415466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:32:28,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210348044Initializing all the Stores at 1732210348045 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210348045Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210348045Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210348045Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210348045Cleaning up temporary data from old regions at 1732210348054 (+9 ms)Region opened successfully at 1732210348059 (+5 ms) 2024-11-21T17:32:28,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:32:28,059 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:32:28,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:32:28,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:32:28,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:32:28,059 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:32:28,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210348059Disabling compacts and flushes for region at 1732210348059Disabling writes for close at 1732210348059Writing region close event to WAL at 1732210348059Closed at 1732210348059 2024-11-21T17:32:28,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:32:28,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:32:28,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:32:28,061 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:32:28,062 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:32:28,213 DEBUG [f3865e8353b4:33983 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:32:28,213 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,46191,1732210345481 2024-11-21T17:32:28,214 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,46191,1732210345481, state=OPENING 2024-11-21T17:32:28,215 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:32:28,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429 2024-11-21T17:32:28,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429 2024-11-21T17:32:28,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1248821429/meta-region-server: CHANGED 2024-11-21T17:32:28,217 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1248821429/meta-region-server: CHANGED 2024-11-21T17:32:28,217 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:32:28,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,46191,1732210345481}] 2024-11-21T17:32:28,370 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:32:28,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:32:28,376 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:32:28,376 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:32:28,376 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:32:28,377 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C46191%2C1732210345481.meta, suffix=.meta, logDir=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/WALs/f3865e8353b4,46191,1732210345481, archiveDir=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/oldWALs, maxLogs=10 2024-11-21T17:32:28,389 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/WALs/f3865e8353b4,46191,1732210345481/f3865e8353b4%2C46191%2C1732210345481.meta.1732210348378.meta, exclude list is [], retry=0 2024-11-21T17:32:28,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45367,DS-7038d368-127d-4237-8bd2-eaa72b5dd213,DISK] 2024-11-21T17:32:28,392 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/WALs/f3865e8353b4,46191,1732210345481/f3865e8353b4%2C46191%2C1732210345481.meta.1732210348378.meta 2024-11-21T17:32:28,393 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35219:35219)] 2024-11-21T17:32:28,393 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:32:28,393 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:32:28,393 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:32:28,393 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:32:28,393 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:32:28,393 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:32:28,393 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:28,394 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:32:28,394 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:32:28,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:32:28,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:32:28,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:28,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:28,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:32:28,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:32:28,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:28,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:28,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:32:28,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:32:28,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:28,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:28,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:32:28,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:32:28,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:28,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:32:28,400 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:32:28,400 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740 2024-11-21T17:32:28,401 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740 2024-11-21T17:32:28,402 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:32:28,403 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:32:28,403 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:32:28,404 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:32:28,405 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74218732, jitterRate=0.10594528913497925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:32:28,405 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:32:28,405 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210348394Writing region info on filesystem at 1732210348394Initializing all the Stores at 1732210348394Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210348395 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210348395Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210348395Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210348395Cleaning up temporary data from old regions at 1732210348403 (+8 ms)Running coprocessor post-open hooks at 1732210348405 (+2 ms)Region opened successfully at 1732210348405 2024-11-21T17:32:28,406 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210348370 2024-11-21T17:32:28,408 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:32:28,408 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:32:28,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,46191,1732210345481 2024-11-21T17:32:28,409 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,46191,1732210345481, state=OPEN 2024-11-21T17:32:28,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1248821429/meta-region-server 2024-11-21T17:32:28,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1248821429/meta-region-server 2024-11-21T17:32:28,411 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,46191,1732210345481 2024-11-21T17:32:28,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1248821429/meta-region-server: CHANGED 2024-11-21T17:32:28,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1248821429/meta-region-server: CHANGED 2024-11-21T17:32:28,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:32:28,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,46191,1732210345481 in 194 msec 2024-11-21T17:32:28,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:32:28,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-21T17:32:28,416 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:32:28,416 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:32:28,418 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:32:28,418 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,46191,1732210345481, seqNum=-1] 2024-11-21T17:32:28,418 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:32:28,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:32:28,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-21T17:32:28,424 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210348424, completionTime=-1 2024-11-21T17:32:28,424 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:32:28,424 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:32:28,426 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:32:28,426 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210408426 2024-11-21T17:32:28,426 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210468426 2024-11-21T17:32:28,426 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T17:32:28,426 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,33983,1732210345449-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:28,426 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,33983,1732210345449-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:28,426 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,33983,1732210345449-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:28,426 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:33983, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:28,426 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:28,426 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:28,428 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:32:28,429 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.916sec 2024-11-21T17:32:28,429 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:32:28,429 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:32:28,429 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:32:28,429 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:32:28,429 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:32:28,429 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,33983,1732210345449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:32:28,429 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,33983,1732210345449-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:32:28,432 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:32:28,432 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:32:28,432 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,33983,1732210345449-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:32:28,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a2d371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:28,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,33983,-1 for getting cluster id 2024-11-21T17:32:28,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:32:28,498 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72db28a2-9f97-4fc2-840b-365260ba4e46' 2024-11-21T17:32:28,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:32:28,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72db28a2-9f97-4fc2-840b-365260ba4e46" 2024-11-21T17:32:28,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37db135b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:28,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,33983,-1] 2024-11-21T17:32:28,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:32:28,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:28,500 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:32:28,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e96bb09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:28,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:32:28,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,46191,1732210345481, seqNum=-1] 2024-11-21T17:32:28,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:32:28,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:32:28,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,33983,1732210345449 2024-11-21T17:32:28,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54995 2024-11-21T17:32:28,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:32:28,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10063578f600005 connected 2024-11-21T17:32:28,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:32:28,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,45091,1732210341486 2024-11-21T17:32:28,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1abf0b1e 2024-11-21T17:32:28,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:32:28,515 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:32:28,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:32:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T17:32:28,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:32:28,522 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:28,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T17:32:28,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:32:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:28,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741835_1011 (size=902) 2024-11-21T17:32:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:28,931 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c8e04c9b8a3b3058e970bc3d5cb10ee, NAME => 'test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e 2024-11-21T17:32:28,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741836_1012 (size=39) 2024-11-21T17:32:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:29,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:29,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6c8e04c9b8a3b3058e970bc3d5cb10ee, disabling compactions & flushes 2024-11-21T17:32:29,337 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee. 2024-11-21T17:32:29,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee. 2024-11-21T17:32:29,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee. after waiting 0 ms 2024-11-21T17:32:29,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee. 2024-11-21T17:32:29,337 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee. 2024-11-21T17:32:29,337 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c8e04c9b8a3b3058e970bc3d5cb10ee: Waiting for close lock at 1732210349337Disabling compacts and flushes for region at 1732210349337Disabling writes for close at 1732210349337Writing region close event to WAL at 1732210349337Closed at 1732210349337 2024-11-21T17:32:29,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:32:29,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732210349339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210349339"}]},"ts":"1732210349339"} 2024-11-21T17:32:29,341 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:32:29,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:32:29,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210349343"}]},"ts":"1732210349343"} 2024-11-21T17:32:29,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T17:32:29,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6c8e04c9b8a3b3058e970bc3d5cb10ee, ASSIGN}] 2024-11-21T17:32:29,346 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6c8e04c9b8a3b3058e970bc3d5cb10ee, ASSIGN 2024-11-21T17:32:29,347 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6c8e04c9b8a3b3058e970bc3d5cb10ee, ASSIGN; state=OFFLINE, location=f3865e8353b4,44531,1732210341535; forceNewPlan=false, retain=false 2024-11-21T17:32:29,384 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:32:29,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c8e04c9b8a3b3058e970bc3d5cb10ee, regionState=OPENING, regionLocation=f3865e8353b4,44531,1732210341535 2024-11-21T17:32:29,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6c8e04c9b8a3b3058e970bc3d5cb10ee, ASSIGN because future has completed 2024-11-21T17:32:29,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c8e04c9b8a3b3058e970bc3d5cb10ee, server=f3865e8353b4,44531,1732210341535}] 2024-11-21T17:32:29,657 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee. 2024-11-21T17:32:29,657 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c8e04c9b8a3b3058e970bc3d5cb10ee, NAME => 'test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:32:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:29,658 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:32:29,658 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T17:32:29,658 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6c8e04c9b8a3b3058e970bc3d5cb10ee 2024-11-21T17:32:29,658 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:29,659 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6c8e04c9b8a3b3058e970bc3d5cb10ee 2024-11-21T17:32:29,659 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6c8e04c9b8a3b3058e970bc3d5cb10ee 2024-11-21T17:32:29,660 INFO [StoreOpener-6c8e04c9b8a3b3058e970bc3d5cb10ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c8e04c9b8a3b3058e970bc3d5cb10ee 2024-11-21T17:32:29,661 INFO [StoreOpener-6c8e04c9b8a3b3058e970bc3d5cb10ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c8e04c9b8a3b3058e970bc3d5cb10ee columnFamilyName f 2024-11-21T17:32:29,661 DEBUG [StoreOpener-6c8e04c9b8a3b3058e970bc3d5cb10ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:29,662 INFO [StoreOpener-6c8e04c9b8a3b3058e970bc3d5cb10ee-1 {}] regionserver.HStore(327): Store=6c8e04c9b8a3b3058e970bc3d5cb10ee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:29,662 INFO [StoreOpener-6c8e04c9b8a3b3058e970bc3d5cb10ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6c8e04c9b8a3b3058e970bc3d5cb10ee 2024-11-21T17:32:29,663 INFO [StoreOpener-6c8e04c9b8a3b3058e970bc3d5cb10ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c8e04c9b8a3b3058e970bc3d5cb10ee columnFamilyName f1 2024-11-21T17:32:29,663 DEBUG [StoreOpener-6c8e04c9b8a3b3058e970bc3d5cb10ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:29,663 INFO [StoreOpener-6c8e04c9b8a3b3058e970bc3d5cb10ee-1 {}] regionserver.HStore(327): Store=6c8e04c9b8a3b3058e970bc3d5cb10ee/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:29,663 INFO [StoreOpener-6c8e04c9b8a3b3058e970bc3d5cb10ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6c8e04c9b8a3b3058e970bc3d5cb10ee 2024-11-21T17:32:29,664 INFO [StoreOpener-6c8e04c9b8a3b3058e970bc3d5cb10ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c8e04c9b8a3b3058e970bc3d5cb10ee columnFamilyName norep 2024-11-21T17:32:29,664 DEBUG [StoreOpener-6c8e04c9b8a3b3058e970bc3d5cb10ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:29,665 INFO [StoreOpener-6c8e04c9b8a3b3058e970bc3d5cb10ee-1 {}] regionserver.HStore(327): Store=6c8e04c9b8a3b3058e970bc3d5cb10ee/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:29,665 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6c8e04c9b8a3b3058e970bc3d5cb10ee 2024-11-21T17:32:29,666 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee 2024-11-21T17:32:29,666 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee 2024-11-21T17:32:29,667 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6c8e04c9b8a3b3058e970bc3d5cb10ee 2024-11-21T17:32:29,667 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6c8e04c9b8a3b3058e970bc3d5cb10ee 2024-11-21T17:32:29,668 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:32:29,669 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6c8e04c9b8a3b3058e970bc3d5cb10ee 2024-11-21T17:32:29,671 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:32:29,671 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6c8e04c9b8a3b3058e970bc3d5cb10ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73143760, jitterRate=0.08992695808410645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:32:29,671 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c8e04c9b8a3b3058e970bc3d5cb10ee 2024-11-21T17:32:29,672 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6c8e04c9b8a3b3058e970bc3d5cb10ee: Running coprocessor pre-open hook at 1732210349659Writing region info on filesystem at 1732210349659Initializing all the Stores at 1732210349660 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210349660Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210349660Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210349660Cleaning up temporary data from old regions at 1732210349667 (+7 ms)Running coprocessor post-open hooks at 1732210349671 (+4 ms)Region opened successfully at 1732210349672 (+1 ms) 2024-11-21T17:32:29,674 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee., pid=6, masterSystemTime=1732210349653 2024-11-21T17:32:29,676 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee. 2024-11-21T17:32:29,676 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee. 2024-11-21T17:32:29,678 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c8e04c9b8a3b3058e970bc3d5cb10ee, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3865e8353b4,44531,1732210341535 2024-11-21T17:32:29,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c8e04c9b8a3b3058e970bc3d5cb10ee, server=f3865e8353b4,44531,1732210341535 because future has completed 2024-11-21T17:32:29,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:32:29,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c8e04c9b8a3b3058e970bc3d5cb10ee, server=f3865e8353b4,44531,1732210341535 in 181 msec 2024-11-21T17:32:29,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T17:32:29,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6c8e04c9b8a3b3058e970bc3d5cb10ee, ASSIGN in 339 msec 2024-11-21T17:32:29,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:32:29,689 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210349688"}]},"ts":"1732210349688"} 2024-11-21T17:32:29,691 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T17:32:29,692 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:32:29,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1740 sec 2024-11-21T17:32:29,981 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:32:30,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:30,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:30,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:30,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:30,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T17:32:30,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T17:32:30,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T17:32:30,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T17:32:30,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:32:30,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T17:32:30,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:32:30,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T17:32:30,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:32:30,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T17:32:30,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T17:32:30,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T17:32:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:30,668 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:32:30,668 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T17:32:30,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,33983,1732210345449 2024-11-21T17:32:30,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@468c1596 2024-11-21T17:32:30,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:32:30,671 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:32:30,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:32:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T17:32:30,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:32:30,674 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:30,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T17:32:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:30,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:32:30,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741835_1011 (size=902) 2024-11-21T17:32:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:31,083 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 267c35e23792acf8e92a5970e9f7906c, NAME => 'test,,1732210350671.267c35e23792acf8e92a5970e9f7906c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b 2024-11-21T17:32:31,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741836_1012 (size=39) 2024-11-21T17:32:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:31,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732210350671.267c35e23792acf8e92a5970e9f7906c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:31,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 267c35e23792acf8e92a5970e9f7906c, disabling compactions & flushes 2024-11-21T17:32:31,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732210350671.267c35e23792acf8e92a5970e9f7906c. 2024-11-21T17:32:31,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210350671.267c35e23792acf8e92a5970e9f7906c. 2024-11-21T17:32:31,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732210350671.267c35e23792acf8e92a5970e9f7906c. after waiting 0 ms 2024-11-21T17:32:31,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732210350671.267c35e23792acf8e92a5970e9f7906c. 2024-11-21T17:32:31,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732210350671.267c35e23792acf8e92a5970e9f7906c. 2024-11-21T17:32:31,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 267c35e23792acf8e92a5970e9f7906c: Waiting for close lock at 1732210351490Disabling compacts and flushes for region at 1732210351490Disabling writes for close at 1732210351490Writing region close event to WAL at 1732210351490Closed at 1732210351490 2024-11-21T17:32:31,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:32:31,491 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732210350671.267c35e23792acf8e92a5970e9f7906c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732210351491"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210351491"}]},"ts":"1732210351491"} 2024-11-21T17:32:31,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:32:31,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:32:31,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210351495"}]},"ts":"1732210351495"} 2024-11-21T17:32:31,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T17:32:31,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=267c35e23792acf8e92a5970e9f7906c, ASSIGN}] 2024-11-21T17:32:31,499 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=267c35e23792acf8e92a5970e9f7906c, ASSIGN 2024-11-21T17:32:31,499 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=267c35e23792acf8e92a5970e9f7906c, ASSIGN; state=OFFLINE, location=f3865e8353b4,46191,1732210345481; forceNewPlan=false, retain=false 2024-11-21T17:32:31,650 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=267c35e23792acf8e92a5970e9f7906c, regionState=OPENING, regionLocation=f3865e8353b4,46191,1732210345481 2024-11-21T17:32:31,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=267c35e23792acf8e92a5970e9f7906c, ASSIGN because future has completed 2024-11-21T17:32:31,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 267c35e23792acf8e92a5970e9f7906c, server=f3865e8353b4,46191,1732210345481}] 2024-11-21T17:32:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:31,811 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732210350671.267c35e23792acf8e92a5970e9f7906c. 2024-11-21T17:32:31,812 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 267c35e23792acf8e92a5970e9f7906c, NAME => 'test,,1732210350671.267c35e23792acf8e92a5970e9f7906c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:32:31,812 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:32:31,812 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T17:32:31,812 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 267c35e23792acf8e92a5970e9f7906c 2024-11-21T17:32:31,812 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732210350671.267c35e23792acf8e92a5970e9f7906c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:31,813 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 267c35e23792acf8e92a5970e9f7906c 2024-11-21T17:32:31,813 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 267c35e23792acf8e92a5970e9f7906c 2024-11-21T17:32:31,814 INFO [StoreOpener-267c35e23792acf8e92a5970e9f7906c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 267c35e23792acf8e92a5970e9f7906c 2024-11-21T17:32:31,816 INFO [StoreOpener-267c35e23792acf8e92a5970e9f7906c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 267c35e23792acf8e92a5970e9f7906c columnFamilyName f 2024-11-21T17:32:31,816 DEBUG [StoreOpener-267c35e23792acf8e92a5970e9f7906c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:31,816 INFO [StoreOpener-267c35e23792acf8e92a5970e9f7906c-1 {}] regionserver.HStore(327): Store=267c35e23792acf8e92a5970e9f7906c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:31,817 INFO [StoreOpener-267c35e23792acf8e92a5970e9f7906c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 267c35e23792acf8e92a5970e9f7906c 2024-11-21T17:32:31,818 INFO [StoreOpener-267c35e23792acf8e92a5970e9f7906c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 267c35e23792acf8e92a5970e9f7906c columnFamilyName f1 2024-11-21T17:32:31,818 DEBUG [StoreOpener-267c35e23792acf8e92a5970e9f7906c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:31,818 INFO [StoreOpener-267c35e23792acf8e92a5970e9f7906c-1 {}] regionserver.HStore(327): Store=267c35e23792acf8e92a5970e9f7906c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:31,818 INFO [StoreOpener-267c35e23792acf8e92a5970e9f7906c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 267c35e23792acf8e92a5970e9f7906c 2024-11-21T17:32:31,820 INFO [StoreOpener-267c35e23792acf8e92a5970e9f7906c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 267c35e23792acf8e92a5970e9f7906c columnFamilyName norep 2024-11-21T17:32:31,820 DEBUG [StoreOpener-267c35e23792acf8e92a5970e9f7906c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:31,820 INFO [StoreOpener-267c35e23792acf8e92a5970e9f7906c-1 {}] regionserver.HStore(327): Store=267c35e23792acf8e92a5970e9f7906c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:31,820 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 267c35e23792acf8e92a5970e9f7906c 2024-11-21T17:32:31,821 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/default/test/267c35e23792acf8e92a5970e9f7906c 2024-11-21T17:32:31,822 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/default/test/267c35e23792acf8e92a5970e9f7906c 2024-11-21T17:32:31,823 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 267c35e23792acf8e92a5970e9f7906c 2024-11-21T17:32:31,823 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 267c35e23792acf8e92a5970e9f7906c 2024-11-21T17:32:31,823 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:32:31,824 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 267c35e23792acf8e92a5970e9f7906c 2024-11-21T17:32:31,827 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/default/test/267c35e23792acf8e92a5970e9f7906c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:32:31,827 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 267c35e23792acf8e92a5970e9f7906c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62143726, jitterRate=-0.07398632168769836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:32:31,827 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 267c35e23792acf8e92a5970e9f7906c 2024-11-21T17:32:31,827 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 267c35e23792acf8e92a5970e9f7906c: Running coprocessor pre-open hook at 1732210351813Writing region info on filesystem at 1732210351813Initializing all the Stores at 1732210351814 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210351814Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210351814Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210351814Cleaning up temporary data from old regions at 1732210351823 (+9 ms)Running coprocessor post-open hooks at 1732210351827 (+4 ms)Region opened successfully at 1732210351827 2024-11-21T17:32:31,828 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732210350671.267c35e23792acf8e92a5970e9f7906c., pid=6, masterSystemTime=1732210351807 2024-11-21T17:32:31,831 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732210350671.267c35e23792acf8e92a5970e9f7906c. 2024-11-21T17:32:31,831 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732210350671.267c35e23792acf8e92a5970e9f7906c. 2024-11-21T17:32:31,832 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=267c35e23792acf8e92a5970e9f7906c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3865e8353b4,46191,1732210345481 2024-11-21T17:32:31,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 267c35e23792acf8e92a5970e9f7906c, server=f3865e8353b4,46191,1732210345481 because future has completed 2024-11-21T17:32:31,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:32:31,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 267c35e23792acf8e92a5970e9f7906c, server=f3865e8353b4,46191,1732210345481 in 184 msec 2024-11-21T17:32:31,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T17:32:31,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=267c35e23792acf8e92a5970e9f7906c, ASSIGN in 344 msec 2024-11-21T17:32:31,846 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:32:31,846 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210351846"}]},"ts":"1732210351846"} 2024-11-21T17:32:31,849 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T17:32:31,850 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:32:31,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1790 sec 2024-11-21T17:32:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:32:32,818 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T17:32:32,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280394b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:32,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,45091,-1 for getting cluster id 2024-11-21T17:32:32,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:32:32,819 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db89444c-18a9-44f4-a216-3bf1a54811cc' 2024-11-21T17:32:32,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:32:32,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db89444c-18a9-44f4-a216-3bf1a54811cc" 2024-11-21T17:32:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8971eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,45091,-1] 2024-11-21T17:32:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:32:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:32,821 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:32:32,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599550e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:32,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2062adb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:32,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,33983,-1 for getting cluster id 2024-11-21T17:32:32,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:32:32,823 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72db28a2-9f97-4fc2-840b-365260ba4e46' 2024-11-21T17:32:32,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:32:32,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72db28a2-9f97-4fc2-840b-365260ba4e46" 2024-11-21T17:32:32,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39089383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:32,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,33983,-1] 2024-11-21T17:32:32,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:32:32,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:32,824 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:32:32,824 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055fb0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:32,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4a3fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:32,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,45091,-1 for getting cluster id 2024-11-21T17:32:32,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:32:32,826 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db89444c-18a9-44f4-a216-3bf1a54811cc' 2024-11-21T17:32:32,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:32:32,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db89444c-18a9-44f4-a216-3bf1a54811cc" 2024-11-21T17:32:32,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fd000f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:32,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,45091,-1] 2024-11-21T17:32:32,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:32:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:32,827 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:32:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce3ff29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:32,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:32:32,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,45091,1732210341486 2024-11-21T17:32:32,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a441d6a 2024-11-21T17:32:32,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:32:32,832 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:32:32,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f3865e8353b4:33983,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:32:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:32:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:32:32,835 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:33983' 2024-11-21T17:32:32,836 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d7f03d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:32,836 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,33983,-1 for getting cluster id 2024-11-21T17:32:32,836 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:32:32,836 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72db28a2-9f97-4fc2-840b-365260ba4e46' 2024-11-21T17:32:32,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:32:32,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72db28a2-9f97-4fc2-840b-365260ba4e46" 2024-11-21T17:32:32,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d4bbe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:32,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,33983,-1] 2024-11-21T17:32:32,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:32:32,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:32,838 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:32:32,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9bdfa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:32,838 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:32:32,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,33983,1732210345449 2024-11-21T17:32:32,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1215abf8 2024-11-21T17:32:32,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:32:32,840 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:32:32,841 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T17:32:32,841 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:32:32,841 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:32,841 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:32,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:32:32,841 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:32:32,842 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T17:32:32,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:32:32,843 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:32,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:32:32,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741837_1013 (size=1138) 2024-11-21T17:32:32,892 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T17:32:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:32:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:32:33,252 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e5795db865ffb82c24a2562f27fe2f1, NAME => 'hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e 2024-11-21T17:32:33,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741838_1014 (size=44) 2024-11-21T17:32:33,324 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T17:32:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:32:33,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:33,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7e5795db865ffb82c24a2562f27fe2f1, disabling compactions & flushes 2024-11-21T17:32:33,658 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1. 2024-11-21T17:32:33,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1. 2024-11-21T17:32:33,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1. after waiting 0 ms 2024-11-21T17:32:33,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1. 2024-11-21T17:32:33,658 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1. 2024-11-21T17:32:33,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e5795db865ffb82c24a2562f27fe2f1: Waiting for close lock at 1732210353658Disabling compacts and flushes for region at 1732210353658Disabling writes for close at 1732210353658Writing region close event to WAL at 1732210353658Closed at 1732210353658 2024-11-21T17:32:33,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:32:33,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732210353660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210353660"}]},"ts":"1732210353660"} 2024-11-21T17:32:33,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:32:33,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:32:33,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210353663"}]},"ts":"1732210353663"} 2024-11-21T17:32:33,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T17:32:33,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e5795db865ffb82c24a2562f27fe2f1, ASSIGN}] 2024-11-21T17:32:33,668 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e5795db865ffb82c24a2562f27fe2f1, ASSIGN 2024-11-21T17:32:33,669 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e5795db865ffb82c24a2562f27fe2f1, ASSIGN; state=OFFLINE, location=f3865e8353b4,44531,1732210341535; forceNewPlan=false, retain=false 2024-11-21T17:32:33,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e5795db865ffb82c24a2562f27fe2f1, regionState=OPENING, regionLocation=f3865e8353b4,44531,1732210341535 2024-11-21T17:32:33,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e5795db865ffb82c24a2562f27fe2f1, ASSIGN because future has completed 2024-11-21T17:32:33,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e5795db865ffb82c24a2562f27fe2f1, server=f3865e8353b4,44531,1732210341535}] 2024-11-21T17:32:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:32:33,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1. 2024-11-21T17:32:33,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:32:33,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T17:32:33,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C44531%2C1732210341535.rep, suffix=, logDir=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535, archiveDir=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/oldWALs, maxLogs=10 2024-11-21T17:32:33,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.rep.1732210353984, exclude list is [], retry=0 2024-11-21T17:32:34,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32817,DS-30b471d7-2666-4d77-855c-e391d76e7003,DISK] 2024-11-21T17:32:34,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.rep.1732210353984 2024-11-21T17:32:34,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42341:42341)] 2024-11-21T17:32:34,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e5795db865ffb82c24a2562f27fe2f1, NAME => 'hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:32:34,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:32:34,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:32:34,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1. service=MultiRowMutationService 2024-11-21T17:32:34,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T17:32:34,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:32:34,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:32:34,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:32:34,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:32:34,013 INFO [StoreOpener-7e5795db865ffb82c24a2562f27fe2f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:32:34,015 INFO [StoreOpener-7e5795db865ffb82c24a2562f27fe2f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5795db865ffb82c24a2562f27fe2f1 columnFamilyName hfileref 2024-11-21T17:32:34,015 DEBUG [StoreOpener-7e5795db865ffb82c24a2562f27fe2f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:34,016 INFO [StoreOpener-7e5795db865ffb82c24a2562f27fe2f1-1 {}] regionserver.HStore(327): Store=7e5795db865ffb82c24a2562f27fe2f1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:34,016 INFO [StoreOpener-7e5795db865ffb82c24a2562f27fe2f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:32:34,017 INFO [StoreOpener-7e5795db865ffb82c24a2562f27fe2f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5795db865ffb82c24a2562f27fe2f1 columnFamilyName queue 2024-11-21T17:32:34,017 DEBUG [StoreOpener-7e5795db865ffb82c24a2562f27fe2f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:34,018 INFO [StoreOpener-7e5795db865ffb82c24a2562f27fe2f1-1 {}] regionserver.HStore(327): Store=7e5795db865ffb82c24a2562f27fe2f1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:34,018 INFO [StoreOpener-7e5795db865ffb82c24a2562f27fe2f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:32:34,019 INFO [StoreOpener-7e5795db865ffb82c24a2562f27fe2f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5795db865ffb82c24a2562f27fe2f1 columnFamilyName sid 2024-11-21T17:32:34,019 DEBUG [StoreOpener-7e5795db865ffb82c24a2562f27fe2f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:32:34,020 INFO [StoreOpener-7e5795db865ffb82c24a2562f27fe2f1-1 {}] regionserver.HStore(327): Store=7e5795db865ffb82c24a2562f27fe2f1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:32:34,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:32:34,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/replication/7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:32:34,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/replication/7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:32:34,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:32:34,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:32:34,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:32:34,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:32:34,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/replication/7e5795db865ffb82c24a2562f27fe2f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:32:34,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7e5795db865ffb82c24a2562f27fe2f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67683018, jitterRate=0.008555561304092407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:32:34,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:32:34,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7e5795db865ffb82c24a2562f27fe2f1: Running coprocessor pre-open hook at 1732210354006Writing region info on filesystem at 1732210354006Initializing all the Stores at 1732210354010 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210354010Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210354013 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210354013Cleaning up temporary data from old regions at 1732210354022 (+9 ms)Running coprocessor post-open hooks at 1732210354026 (+4 ms)Region opened successfully at 1732210354026 2024-11-21T17:32:34,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1., pid=10, masterSystemTime=1732210353977 2024-11-21T17:32:34,032 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e5795db865ffb82c24a2562f27fe2f1, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,44531,1732210341535 2024-11-21T17:32:34,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1. 2024-11-21T17:32:34,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1. 2024-11-21T17:32:34,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e5795db865ffb82c24a2562f27fe2f1, server=f3865e8353b4,44531,1732210341535 because future has completed 2024-11-21T17:32:34,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T17:32:34,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e5795db865ffb82c24a2562f27fe2f1, server=f3865e8353b4,44531,1732210341535 in 215 msec 2024-11-21T17:32:34,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T17:32:34,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e5795db865ffb82c24a2562f27fe2f1, ASSIGN in 382 msec 2024-11-21T17:32:34,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:32:34,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210354054"}]},"ts":"1732210354054"} 2024-11-21T17:32:34,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T17:32:34,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:32:34,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2190 sec 2024-11-21T17:32:34,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1., hostname=f3865e8353b4,44531,1732210341535, seqNum=2] 2024-11-21T17:32:34,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239 2024-11-21T17:32:34,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239 2024-11-21T17:32:34,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:32:34,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T17:32:34,275 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T17:32:34,305 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,44531,1732210341535, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:32:34,306 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:32:34,306 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44531,1732210341535, seqNum=-1] 2024-11-21T17:32:34,306 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:32:34,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-21T17:32:34,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f3865e8353b4,44531,1732210341535', locateType=CURRENT is [region=hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1., hostname=f3865e8353b4,44531,1732210341535, seqNum=2] 2024-11-21T17:32:34,314 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T17:32:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T17:32:34,317 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f3865e8353b4,44531,1732210341535 suceeded 2024-11-21T17:32:34,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T17:32:34,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-21T17:32:34,330 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f3865e8353b4:33983,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-21T17:32:34,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-11-21T17:32:34,335 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:33983' 2024-11-21T17:32:34,344 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ab1565e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:34,344 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,33983,-1 for getting cluster id 2024-11-21T17:32:34,344 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:32:34,345 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72db28a2-9f97-4fc2-840b-365260ba4e46' 2024-11-21T17:32:34,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:32:34,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72db28a2-9f97-4fc2-840b-365260ba4e46" 2024-11-21T17:32:34,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c9f3c65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:34,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,33983,-1] 2024-11-21T17:32:34,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:32:34,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:34,347 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:32:34,348 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a6eb08e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:34,348 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:32:34,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,33983,1732210345449 2024-11-21T17:32:34,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4389bf2 2024-11-21T17:32:34,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:32:34,351 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-21T17:32:34,353 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,44531,1732210341535 (queues=1) is replicating from cluster=db89444c-18a9-44f4-a216-3bf1a54811cc to cluster=72db28a2-9f97-4fc2-840b-365260ba4e46 2024-11-21T17:32:34,353 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C44531%2C1732210341535 2024-11-21T17:32:34,354 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,44531,1732210341535, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:32:34,362 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526, startPosition=0, beingWritten=true 2024-11-21T17:32:34,365 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.shipperf3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C44531%2C1732210341535 2024-11-21T17:32:34,380 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:32:34,380 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.shipperf3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44531,1732210341535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:32:34,381 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 379, reset compression=false 2024-11-21T17:32:34,613 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 379, reset compression=false 2024-11-21T17:32:34,919 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 379, reset compression=false 2024-11-21T17:32:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:32:34,978 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T17:32:34,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:32:34,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:32:34,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:34,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:34,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:32:34,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:34,987 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732210354984/Put/seqid=0 2024-11-21T17:32:34,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741840_1016 (size=7894) 2024-11-21T17:32:34,996 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/load_f/f/hfile_1 is 34, key is ddd/f:row/1732210354995/Put/seqid=0 2024-11-21T17:32:35,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741841_1017 (size=7691) 2024-11-21T17:32:35,161 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:32:35,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:35,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:35,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:35,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:32:35,325 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 379, reset compression=false 2024-11-21T17:32:35,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a17453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:35,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,45091,-1 for getting cluster id 2024-11-21T17:32:35,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:32:35,408 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db89444c-18a9-44f4-a216-3bf1a54811cc' 2024-11-21T17:32:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:32:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db89444c-18a9-44f4-a216-3bf1a54811cc" 2024-11-21T17:32:35,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72169e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:35,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,45091,-1] 2024-11-21T17:32:35,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:32:35,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:35,410 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:32:35,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b84aee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:35,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:32:35,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44531,1732210341535, seqNum=-1] 2024-11-21T17:32:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:32:35,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:32:35,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:32:35,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,45091,1732210341486 2024-11-21T17:32:35,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a54ae77 2024-11-21T17:32:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:32:35,429 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:32:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee., hostname=f3865e8353b4,44531,1732210341535, seqNum=2] 2024-11-21T17:32:35,448 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T17:32:35,462 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T17:32:35,466 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T17:32:35,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/load_f/f/hfile_0 for inclusion in 6c8e04c9b8a3b3058e970bc3d5cb10ee/f 2024-11-21T17:32:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T17:32:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:32:35,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/load_f/f/hfile_1 for inclusion in 6c8e04c9b8a3b3058e970bc3d5cb10ee/f 2024-11-21T17:32:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T17:32:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:32:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HRegion(2603): Flush status journal for 6c8e04c9b8a3b3058e970bc3d5cb10ee: 2024-11-21T17:32:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/load_f/f/hfile_0 to hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__cqnhrfteu4mju6jhe3nc1psjf7461fujsmee46j6o0le5a37b6taub9lteug012e/f/hfile_0 2024-11-21T17:32:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__cqnhrfteu4mju6jhe3nc1psjf7461fujsmee46j6o0le5a37b6taub9lteug012e/f/hfile_0 as hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/f/3e292f75638d48bba1e927c814d78a4e_SeqId_4_ 2024-11-21T17:32:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/load_f/f/hfile_1 to hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__cqnhrfteu4mju6jhe3nc1psjf7461fujsmee46j6o0le5a37b6taub9lteug012e/f/hfile_1 2024-11-21T17:32:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__cqnhrfteu4mju6jhe3nc1psjf7461fujsmee46j6o0le5a37b6taub9lteug012e/f/hfile_1 as hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/f/b9b86e38fafd446bb8b3a66e8066f350_SeqId_4_ 2024-11-21T17:32:35,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__cqnhrfteu4mju6jhe3nc1psjf7461fujsmee46j6o0le5a37b6taub9lteug012e/f/hfile_0 into 6c8e04c9b8a3b3058e970bc3d5cb10ee/f as hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/f/3e292f75638d48bba1e927c814d78a4e_SeqId_4_ - updating store file list. 2024-11-21T17:32:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e292f75638d48bba1e927c814d78a4e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T17:32:35,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/f/3e292f75638d48bba1e927c814d78a4e_SeqId_4_ into 6c8e04c9b8a3b3058e970bc3d5cb10ee/f 2024-11-21T17:32:35,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__cqnhrfteu4mju6jhe3nc1psjf7461fujsmee46j6o0le5a37b6taub9lteug012e/f/hfile_0 into 6c8e04c9b8a3b3058e970bc3d5cb10ee/f (new location: hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/f/3e292f75638d48bba1e927c814d78a4e_SeqId_4_) 2024-11-21T17:32:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__cqnhrfteu4mju6jhe3nc1psjf7461fujsmee46j6o0le5a37b6taub9lteug012e/f/hfile_0 2024-11-21T17:32:35,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__cqnhrfteu4mju6jhe3nc1psjf7461fujsmee46j6o0le5a37b6taub9lteug012e/f/hfile_1 into 6c8e04c9b8a3b3058e970bc3d5cb10ee/f as hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/f/b9b86e38fafd446bb8b3a66e8066f350_SeqId_4_ - updating store file list. 2024-11-21T17:32:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b9b86e38fafd446bb8b3a66e8066f350_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T17:32:35,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/f/b9b86e38fafd446bb8b3a66e8066f350_SeqId_4_ into 6c8e04c9b8a3b3058e970bc3d5cb10ee/f 2024-11-21T17:32:35,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__cqnhrfteu4mju6jhe3nc1psjf7461fujsmee46j6o0le5a37b6taub9lteug012e/f/hfile_1 into 6c8e04c9b8a3b3058e970bc3d5cb10ee/f (new location: hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/f/b9b86e38fafd446bb8b3a66e8066f350_SeqId_4_) 2024-11-21T17:32:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__cqnhrfteu4mju6jhe3nc1psjf7461fujsmee46j6o0le5a37b6taub9lteug012e/f/hfile_1 2024-11-21T17:32:35,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:32:35,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:32:35,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:35,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:35,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:32:35,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee., hostname=f3865e8353b4,44531,1732210341535, seqNum=2 , the old value is region=test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee., hostname=f3865e8353b4,44531,1732210341535, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f3865e8353b4:44531 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T17:32:35,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:32:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee., hostname=f3865e8353b4,44531,1732210341535, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T17:32:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee., hostname=f3865e8353b4,44531,1732210341535, seqNum=2 from cache 2024-11-21T17:32:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,46191,1732210345481, seqNum=-1] 2024-11-21T17:32:35,538 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:32:35,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:32:35,542 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T17:32:35,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732210350671.267c35e23792acf8e92a5970e9f7906c., hostname=f3865e8353b4,46191,1732210345481, seqNum=2] 2024-11-21T17:32:35,546 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T17:32:35,648 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:44531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-21T17:32:35,830 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 379, reset compression=false 2024-11-21T17:32:35,839 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:32:35,839 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.shipperf3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44531,1732210341535 got entry batch from reader: WALEntryBatch [walEntries=[{test/6c8e04c9b8a3b3058e970bc3d5cb10ee/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732210355526/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T17:32:35,862 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.shipperf3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:32:35,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-21T17:32:35,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.ReplicationSink(318): Replicating [db89444c-18a9-44f4-a216-3bf1a54811cc] bulk loaded data 2024-11-21T17:32:35,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fdc613a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:35,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,33983,-1 for getting cluster id 2024-11-21T17:32:35,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:32:35,869 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72db28a2-9f97-4fc2-840b-365260ba4e46' 2024-11-21T17:32:35,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:32:35,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72db28a2-9f97-4fc2-840b-365260ba4e46" 2024-11-21T17:32:35,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@488a548d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:35,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,33983,-1] 2024-11-21T17:32:35,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:32:35,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:35,871 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:32:35,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41ce750e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:35,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741837_1013 (size=7894) 2024-11-21T17:32:36,039 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 687, reset compression=false 2024-11-21T17:32:36,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741838_1014 (size=7691) 2024-11-21T17:32:36,345 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 687, reset compression=false 2024-11-21T17:32:36,549 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T17:32:36,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:32:36,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,33983,1732210345449 2024-11-21T17:32:36,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a7626ad 2024-11-21T17:32:36,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:32:36,720 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-21T17:32:36,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T17:32:36,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:32:36,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,46191,1732210345481, seqNum=-1] 2024-11-21T17:32:36,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:32:36,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-21T17:32:36,734 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/staging/jenkins.hfs.6__test__a7d3rn94uebvi02kvr24cbpqcj10q8v2pej9ujf9520oodock9jt10tlfav3ojgg/f/3e292f75638d48bba1e927c814d78a4e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T17:32:36,737 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/staging/jenkins.hfs.6__test__a7d3rn94uebvi02kvr24cbpqcj10q8v2pej9ujf9520oodock9jt10tlfav3ojgg/f/b9b86e38fafd446bb8b3a66e8066f350_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T17:32:36,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/staging/jenkins.hfs.6__test__a7d3rn94uebvi02kvr24cbpqcj10q8v2pej9ujf9520oodock9jt10tlfav3ojgg/f/b9b86e38fafd446bb8b3a66e8066f350_SeqId_4_ for inclusion in 267c35e23792acf8e92a5970e9f7906c/f 2024-11-21T17:32:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T17:32:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:32:36,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/staging/jenkins.hfs.6__test__a7d3rn94uebvi02kvr24cbpqcj10q8v2pej9ujf9520oodock9jt10tlfav3ojgg/f/3e292f75638d48bba1e927c814d78a4e_SeqId_4_ for inclusion in 267c35e23792acf8e92a5970e9f7906c/f 2024-11-21T17:32:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T17:32:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:32:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HRegion(2603): Flush status journal for 267c35e23792acf8e92a5970e9f7906c: 2024-11-21T17:32:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b9b86e38fafd446bb8b3a66e8066f350_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T17:32:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/staging/jenkins.hfs.6__test__a7d3rn94uebvi02kvr24cbpqcj10q8v2pej9ujf9520oodock9jt10tlfav3ojgg/f/b9b86e38fafd446bb8b3a66e8066f350_SeqId_4_ as hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/default/test/267c35e23792acf8e92a5970e9f7906c/f/858a9db37c444e57937f79d7acb23c4b_SeqId_4_ 2024-11-21T17:32:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3e292f75638d48bba1e927c814d78a4e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T17:32:36,750 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 687, reset compression=false 2024-11-21T17:32:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/staging/jenkins.hfs.6__test__a7d3rn94uebvi02kvr24cbpqcj10q8v2pej9ujf9520oodock9jt10tlfav3ojgg/f/3e292f75638d48bba1e927c814d78a4e_SeqId_4_ as hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/default/test/267c35e23792acf8e92a5970e9f7906c/f/8ca1c10a2b804d619812dbd22293e633_SeqId_4_ 2024-11-21T17:32:36,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/staging/jenkins.hfs.6__test__a7d3rn94uebvi02kvr24cbpqcj10q8v2pej9ujf9520oodock9jt10tlfav3ojgg/f/b9b86e38fafd446bb8b3a66e8066f350_SeqId_4_ into 267c35e23792acf8e92a5970e9f7906c/f as hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/default/test/267c35e23792acf8e92a5970e9f7906c/f/858a9db37c444e57937f79d7acb23c4b_SeqId_4_ - updating store file list. 2024-11-21T17:32:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 858a9db37c444e57937f79d7acb23c4b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T17:32:36,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/default/test/267c35e23792acf8e92a5970e9f7906c/f/858a9db37c444e57937f79d7acb23c4b_SeqId_4_ into 267c35e23792acf8e92a5970e9f7906c/f 2024-11-21T17:32:36,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/staging/jenkins.hfs.6__test__a7d3rn94uebvi02kvr24cbpqcj10q8v2pej9ujf9520oodock9jt10tlfav3ojgg/f/b9b86e38fafd446bb8b3a66e8066f350_SeqId_4_ into 267c35e23792acf8e92a5970e9f7906c/f (new location: hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/default/test/267c35e23792acf8e92a5970e9f7906c/f/858a9db37c444e57937f79d7acb23c4b_SeqId_4_) 2024-11-21T17:32:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/staging/jenkins.hfs.6__test__a7d3rn94uebvi02kvr24cbpqcj10q8v2pej9ujf9520oodock9jt10tlfav3ojgg/f/b9b86e38fafd446bb8b3a66e8066f350_SeqId_4_ 2024-11-21T17:32:36,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/staging/jenkins.hfs.6__test__a7d3rn94uebvi02kvr24cbpqcj10q8v2pej9ujf9520oodock9jt10tlfav3ojgg/f/3e292f75638d48bba1e927c814d78a4e_SeqId_4_ into 267c35e23792acf8e92a5970e9f7906c/f as hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/default/test/267c35e23792acf8e92a5970e9f7906c/f/8ca1c10a2b804d619812dbd22293e633_SeqId_4_ - updating store file list. 2024-11-21T17:32:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8ca1c10a2b804d619812dbd22293e633_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T17:32:36,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/default/test/267c35e23792acf8e92a5970e9f7906c/f/8ca1c10a2b804d619812dbd22293e633_SeqId_4_ into 267c35e23792acf8e92a5970e9f7906c/f 2024-11-21T17:32:36,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/staging/jenkins.hfs.6__test__a7d3rn94uebvi02kvr24cbpqcj10q8v2pej9ujf9520oodock9jt10tlfav3ojgg/f/3e292f75638d48bba1e927c814d78a4e_SeqId_4_ into 267c35e23792acf8e92a5970e9f7906c/f (new location: hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/default/test/267c35e23792acf8e92a5970e9f7906c/f/8ca1c10a2b804d619812dbd22293e633_SeqId_4_) 2024-11-21T17:32:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/staging/jenkins.hfs.6__test__a7d3rn94uebvi02kvr24cbpqcj10q8v2pej9ujf9520oodock9jt10tlfav3ojgg/f/3e292f75638d48bba1e927c814d78a4e_SeqId_4_ 2024-11-21T17:32:36,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46191 {}] regionserver.ReplicationSink(324): Finished replicating [db89444c-18a9-44f4-a216-3bf1a54811cc] bulk loaded data 2024-11-21T17:32:37,253 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 687, reset compression=false 2024-11-21T17:32:37,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:32:37,576 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732210357575/Put/seqid=0 2024-11-21T17:32:37,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741842_1018 (size=7997) 2024-11-21T17:32:37,591 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732210357590/Put/seqid=0 2024-11-21T17:32:37,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741843_1019 (size=7794) 2024-11-21T17:32:37,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccb7fd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:37,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,45091,-1 for getting cluster id 2024-11-21T17:32:37,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:32:37,605 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db89444c-18a9-44f4-a216-3bf1a54811cc' 2024-11-21T17:32:37,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:32:37,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db89444c-18a9-44f4-a216-3bf1a54811cc" 2024-11-21T17:32:37,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115cdb00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:37,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,45091,-1] 2024-11-21T17:32:37,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:32:37,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:37,607 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:32:37,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5edc9e36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:32:37,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:32:37,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44531,1732210341535, seqNum=-1] 2024-11-21T17:32:37,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:32:37,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:32:37,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:32:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,45091,1732210341486 2024-11-21T17:32:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4331b6ff 2024-11-21T17:32:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:32:37,625 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:32:37,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee., hostname=f3865e8353b4,44531,1732210341535, seqNum=2] 2024-11-21T17:32:37,634 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T17:32:37,646 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T17:32:37,649 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T17:32:37,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/load_f1/f1/hfile_0 for inclusion in 6c8e04c9b8a3b3058e970bc3d5cb10ee/f1 2024-11-21T17:32:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T17:32:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:32:37,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/load_f1/f1/hfile_1 for inclusion in 6c8e04c9b8a3b3058e970bc3d5cb10ee/f1 2024-11-21T17:32:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T17:32:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:32:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HRegion(2603): Flush status journal for 6c8e04c9b8a3b3058e970bc3d5cb10ee: 2024-11-21T17:32:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/load_f1/f1/hfile_0 to hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__ed46hf2sr10jb9lrre8dglin36f4489gh3khpesungqrphgu47166oq6fnusrecv/f1/hfile_0 2024-11-21T17:32:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__ed46hf2sr10jb9lrre8dglin36f4489gh3khpesungqrphgu47166oq6fnusrecv/f1/hfile_0 as hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/f1/51e6f32499b044a9bd19aca75acd52ad_SeqId_6_ 2024-11-21T17:32:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/load_f1/f1/hfile_1 to hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__ed46hf2sr10jb9lrre8dglin36f4489gh3khpesungqrphgu47166oq6fnusrecv/f1/hfile_1 2024-11-21T17:32:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__ed46hf2sr10jb9lrre8dglin36f4489gh3khpesungqrphgu47166oq6fnusrecv/f1/hfile_1 as hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/f1/b1e60df3b1ae496cae2cbfdfef02e6c6_SeqId_6_ 2024-11-21T17:32:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-21T17:32:37,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__ed46hf2sr10jb9lrre8dglin36f4489gh3khpesungqrphgu47166oq6fnusrecv/f1/hfile_0 into 6c8e04c9b8a3b3058e970bc3d5cb10ee/f1 as hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/f1/51e6f32499b044a9bd19aca75acd52ad_SeqId_6_ - updating store file list. 2024-11-21T17:32:37,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 51e6f32499b044a9bd19aca75acd52ad_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T17:32:37,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/f1/51e6f32499b044a9bd19aca75acd52ad_SeqId_6_ into 6c8e04c9b8a3b3058e970bc3d5cb10ee/f1 2024-11-21T17:32:37,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__ed46hf2sr10jb9lrre8dglin36f4489gh3khpesungqrphgu47166oq6fnusrecv/f1/hfile_0 into 6c8e04c9b8a3b3058e970bc3d5cb10ee/f1 (new location: hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/f1/51e6f32499b044a9bd19aca75acd52ad_SeqId_6_) 2024-11-21T17:32:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__ed46hf2sr10jb9lrre8dglin36f4489gh3khpesungqrphgu47166oq6fnusrecv/f1/hfile_0 2024-11-21T17:32:37,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__ed46hf2sr10jb9lrre8dglin36f4489gh3khpesungqrphgu47166oq6fnusrecv/f1/hfile_1 into 6c8e04c9b8a3b3058e970bc3d5cb10ee/f1 as hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/f1/b1e60df3b1ae496cae2cbfdfef02e6c6_SeqId_6_ - updating store file list. 2024-11-21T17:32:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b1e60df3b1ae496cae2cbfdfef02e6c6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T17:32:37,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/f1/b1e60df3b1ae496cae2cbfdfef02e6c6_SeqId_6_ into 6c8e04c9b8a3b3058e970bc3d5cb10ee/f1 2024-11-21T17:32:37,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__ed46hf2sr10jb9lrre8dglin36f4489gh3khpesungqrphgu47166oq6fnusrecv/f1/hfile_1 into 6c8e04c9b8a3b3058e970bc3d5cb10ee/f1 (new location: hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/f1/b1e60df3b1ae496cae2cbfdfef02e6c6_SeqId_6_) 2024-11-21T17:32:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/staging/jenkins__test__ed46hf2sr10jb9lrre8dglin36f4489gh3khpesungqrphgu47166oq6fnusrecv/f1/hfile_1 2024-11-21T17:32:37,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:32:37,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:32:37,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:37,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:32:37,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:32:37,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:32:37,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee., hostname=f3865e8353b4,44531,1732210341535, seqNum=2 , the old value is region=test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee., hostname=f3865e8353b4,44531,1732210341535, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f3865e8353b4:44531 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T17:32:37,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee., hostname=f3865e8353b4,44531,1732210341535, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T17:32:37,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee., hostname=f3865e8353b4,44531,1732210341535, seqNum=2 from cache 2024-11-21T17:32:37,697 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44531,1732210341535, seqNum=-1] 2024-11-21T17:32:37,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:32:37,698 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T17:32:37,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:32:37,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee., hostname=f3865e8353b4,44531,1732210341535, seqNum=2] 2024-11-21T17:32:37,808 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:44531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-21T17:32:37,862 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 687, reset compression=false 2024-11-21T17:32:37,870 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:32:37,870 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:37,870 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.shipperf3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44531,1732210341535 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:32:38,078 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:38,383 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:38,789 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:39,293 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:39,900 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:40,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T17:32:40,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T17:32:40,603 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:41,409 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:42,314 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:43,318 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:44,422 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:45,626 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:46,930 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:48,334 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:49,840 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:51,072 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T17:32:51,446 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:53,150 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:54,954 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:55,037 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T17:32:56,859 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:32:57,876 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.shipperf3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44531,1732210341535 got entry batch from reader: null 2024-11-21T17:32:58,863 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:33:00,967 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:33:03,171 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:33:04,521 INFO [master/f3865e8353b4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T17:33:04,521 INFO [master/f3865e8353b4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T17:33:05,475 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:33:07,879 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:33:08,948 INFO [master/f3865e8353b4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T17:33:08,948 INFO [master/f3865e8353b4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T17:33:10,383 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:33:12,987 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:33:14,659 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6c8e04c9b8a3b3058e970bc3d5cb10ee, had cached 0 bytes from a total of 31376 2024-11-21T17:33:15,692 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:33:16,813 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 267c35e23792acf8e92a5970e9f7906c, had cached 0 bytes from a total of 15585 2024-11-21T17:33:17,876 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.shipperf3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44531,1732210341535 got entry batch from reader: null 2024-11-21T17:33:18,496 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:33:21,072 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T17:33:21,401 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:33:24,405 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:33:24,556 DEBUG [master/f3865e8353b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T17:33:25,037 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T17:33:27,509 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:33:28,427 DEBUG [master/f3865e8353b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T17:33:30,714 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:33:34,018 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:33:37,422 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:33:37,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:33:37,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:33:37,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:33:37,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:37,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:37,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:33:37,738 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:33:37,738 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1013277102, stopped=false 2024-11-21T17:33:37,738 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,33983,1732210345449 2024-11-21T17:33:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1248821429/running 2024-11-21T17:33:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1248821429/running 2024-11-21T17:33:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429 2024-11-21T17:33:37,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429 2024-11-21T17:33:37,739 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:33:37,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:33:37,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:33:37,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:37,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Set watcher on znode that does not yet exist, /1-1248821429/running 2024-11-21T17:33:37,740 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,46191,1732210345481' ***** 2024-11-21T17:33:37,740 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:33:37,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Set watcher on znode that does not yet exist, /1-1248821429/running 2024-11-21T17:33:37,740 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:33:37,741 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:33:37,741 INFO [RS:0;f3865e8353b4:46191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:33:37,741 INFO [RS:0;f3865e8353b4:46191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:33:37,741 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(3091): Received CLOSE for 267c35e23792acf8e92a5970e9f7906c 2024-11-21T17:33:37,741 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,46191,1732210345481 2024-11-21T17:33:37,741 INFO [RS:0;f3865e8353b4:46191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:33:37,741 INFO [RS:0;f3865e8353b4:46191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:46191. 2024-11-21T17:33:37,741 DEBUG [RS:0;f3865e8353b4:46191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:33:37,741 DEBUG [RS:0;f3865e8353b4:46191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:37,741 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 267c35e23792acf8e92a5970e9f7906c, disabling compactions & flushes 2024-11-21T17:33:37,741 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732210350671.267c35e23792acf8e92a5970e9f7906c. 2024-11-21T17:33:37,741 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210350671.267c35e23792acf8e92a5970e9f7906c. 2024-11-21T17:33:37,741 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732210350671.267c35e23792acf8e92a5970e9f7906c. after waiting 0 ms 2024-11-21T17:33:37,741 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:33:37,741 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732210350671.267c35e23792acf8e92a5970e9f7906c. 2024-11-21T17:33:37,742 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:33:37,742 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:33:37,742 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:33:37,742 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T17:33:37,742 DEBUG [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 267c35e23792acf8e92a5970e9f7906c=test,,1732210350671.267c35e23792acf8e92a5970e9f7906c.} 2024-11-21T17:33:37,742 DEBUG [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 267c35e23792acf8e92a5970e9f7906c 2024-11-21T17:33:37,743 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:33:37,743 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:33:37,743 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:33:37,743 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:33:37,743 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:33:37,743 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T17:33:37,749 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/default/test/267c35e23792acf8e92a5970e9f7906c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T17:33:37,750 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:33:37,750 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:33:37,750 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732210350671.267c35e23792acf8e92a5970e9f7906c. 2024-11-21T17:33:37,750 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 267c35e23792acf8e92a5970e9f7906c: Waiting for close lock at 1732210417741Running coprocessor pre-close hooks at 1732210417741Disabling compacts and flushes for region at 1732210417741Disabling writes for close at 1732210417741Writing region close event to WAL at 1732210417745 (+4 ms)Running coprocessor post-close hooks at 1732210417749 (+4 ms)Closed at 1732210417750 (+1 ms) 2024-11-21T17:33:37,750 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732210350671.267c35e23792acf8e92a5970e9f7906c. 2024-11-21T17:33:37,761 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/.tmp/info/a5681a7d56f24130a63aaf8f2c105a12 is 129, key is test,,1732210350671.267c35e23792acf8e92a5970e9f7906c./info:regioninfo/1732210351831/Put/seqid=0 2024-11-21T17:33:37,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741839_1015 (size=6421) 2024-11-21T17:33:37,794 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:33:37,876 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.shipperf3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44531,1732210341535 got entry batch from reader: null 2024-11-21T17:33:37,943 DEBUG [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:33:38,143 DEBUG [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:33:38,166 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/.tmp/info/a5681a7d56f24130a63aaf8f2c105a12 2024-11-21T17:33:38,191 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/.tmp/ns/102ab20cec574c139699fb932443f0da is 43, key is default/ns:d/1732210348419/Put/seqid=0 2024-11-21T17:33:38,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741840_1016 (size=5153) 2024-11-21T17:33:38,199 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/.tmp/ns/102ab20cec574c139699fb932443f0da 2024-11-21T17:33:38,221 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/.tmp/rep_barrier/882232f62e8a443ba0dd69f5d095522d is 112, key is test,,1732210350671.267c35e23792acf8e92a5970e9f7906c./rep_barrier:seqnumDuringOpen/1732210351831/Put/seqid=0 2024-11-21T17:33:38,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741841_1017 (size=5518) 2024-11-21T17:33:38,343 DEBUG [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:33:38,358 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:33:38,359 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:33:38,543 DEBUG [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:33:38,626 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/.tmp/rep_barrier/882232f62e8a443ba0dd69f5d095522d 2024-11-21T17:33:38,649 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/.tmp/table/b2a4472ef54349e5bb457e03d3e0e723 is 40, key is test/table:state/1732210351846/Put/seqid=0 2024-11-21T17:33:38,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741842_1018 (size=5165) 2024-11-21T17:33:38,743 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T17:33:38,743 DEBUG [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T17:33:38,743 DEBUG [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:33:38,943 DEBUG [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:33:39,056 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/.tmp/table/b2a4472ef54349e5bb457e03d3e0e723 2024-11-21T17:33:39,064 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/.tmp/info/a5681a7d56f24130a63aaf8f2c105a12 as hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/info/a5681a7d56f24130a63aaf8f2c105a12 2024-11-21T17:33:39,070 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/info/a5681a7d56f24130a63aaf8f2c105a12, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T17:33:39,072 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/.tmp/ns/102ab20cec574c139699fb932443f0da as hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/ns/102ab20cec574c139699fb932443f0da 2024-11-21T17:33:39,079 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/ns/102ab20cec574c139699fb932443f0da, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T17:33:39,080 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/.tmp/rep_barrier/882232f62e8a443ba0dd69f5d095522d as hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/rep_barrier/882232f62e8a443ba0dd69f5d095522d 2024-11-21T17:33:39,088 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/rep_barrier/882232f62e8a443ba0dd69f5d095522d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T17:33:39,089 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/.tmp/table/b2a4472ef54349e5bb457e03d3e0e723 as hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/table/b2a4472ef54349e5bb457e03d3e0e723 2024-11-21T17:33:39,095 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/table/b2a4472ef54349e5bb457e03d3e0e723, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T17:33:39,096 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1353ms, sequenceid=11, compaction requested=false 2024-11-21T17:33:39,107 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T17:33:39,108 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:33:39,108 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:33:39,108 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:33:39,108 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210417742Running coprocessor pre-close hooks at 1732210417742Disabling compacts and flushes for region at 1732210417742Disabling writes for close at 1732210417743 (+1 ms)Obtaining lock to block concurrent updates at 1732210417743Preparing flush snapshotting stores in 1588230740 at 1732210417743Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732210417743Flushing stores of hbase:meta,,1.1588230740 at 1732210417744 (+1 ms)Flushing 1588230740/info: creating writer at 1732210417744Flushing 1588230740/info: appending metadata at 1732210417760 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732210417760Flushing 1588230740/ns: creating writer at 1732210418173 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732210418190 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732210418190Flushing 1588230740/rep_barrier: creating writer at 1732210418207 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732210418221 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732210418221Flushing 1588230740/table: creating writer at 1732210418634 (+413 ms)Flushing 1588230740/table: appending metadata at 1732210418648 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732210418649 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad6ab69: reopening flushed file at 1732210419063 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69688ff7: reopening flushed file at 1732210419071 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@176d20cb: reopening flushed file at 1732210419079 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56865c29: reopening flushed file at 1732210419088 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1353ms, sequenceid=11, compaction requested=false at 1732210419096 (+8 ms)Writing region close event to WAL at 1732210419103 (+7 ms)Running coprocessor post-close hooks at 1732210419108 (+5 ms)Closed at 1732210419108 2024-11-21T17:33:39,108 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:33:39,143 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,46191,1732210345481; all regions closed. 2024-11-21T17:33:39,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741834_1010 (size=2717) 2024-11-21T17:33:39,146 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/WALs/f3865e8353b4,46191,1732210345481/f3865e8353b4%2C46191%2C1732210345481.meta.1732210348378.meta not finished, retry = 0 2024-11-21T17:33:39,249 DEBUG [RS:0;f3865e8353b4:46191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/oldWALs 2024-11-21T17:33:39,249 INFO [RS:0;f3865e8353b4:46191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C46191%2C1732210345481.meta:.meta(num 1732210348378) 2024-11-21T17:33:39,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741832_1008 (size=1028) 2024-11-21T17:33:39,253 DEBUG [RS:0;f3865e8353b4:46191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/oldWALs 2024-11-21T17:33:39,253 INFO [RS:0;f3865e8353b4:46191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C46191%2C1732210345481:(num 1732210347458) 2024-11-21T17:33:39,253 DEBUG [RS:0;f3865e8353b4:46191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:39,253 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:33:39,253 INFO [RS:0;f3865e8353b4:46191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:33:39,253 INFO [RS:0;f3865e8353b4:46191 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:33:39,253 INFO [RS:0;f3865e8353b4:46191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:33:39,253 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:33:39,254 INFO [RS:0;f3865e8353b4:46191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:46191. 2024-11-21T17:33:39,254 DEBUG [RS:0;f3865e8353b4:46191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:33:39,254 DEBUG [RS:0;f3865e8353b4:46191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:39,254 DEBUG [RS:0;f3865e8353b4:46191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:39,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:33:39,254 INFO [RS:0;f3865e8353b4:46191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46191 2024-11-21T17:33:39,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1248821429/rs/f3865e8353b4,46191,1732210345481 2024-11-21T17:33:39,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429/rs 2024-11-21T17:33:39,255 INFO [RS:0;f3865e8353b4:46191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:33:39,256 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,46191,1732210345481] 2024-11-21T17:33:39,257 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1248821429/draining/f3865e8353b4,46191,1732210345481 already deleted, retry=false 2024-11-21T17:33:39,257 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,46191,1732210345481 expired; onlineServers=0 2024-11-21T17:33:39,257 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,33983,1732210345449' ***** 2024-11-21T17:33:39,257 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:33:39,257 INFO [M:0;f3865e8353b4:33983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:33:39,257 INFO [M:0;f3865e8353b4:33983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:33:39,257 DEBUG [M:0;f3865e8353b4:33983 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:33:39,257 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:33:39,257 DEBUG [M:0;f3865e8353b4:33983 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:33:39,257 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210347229 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210347229,5,FailOnTimeoutGroup] 2024-11-21T17:33:39,257 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210347229 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210347229,5,FailOnTimeoutGroup] 2024-11-21T17:33:39,257 INFO [M:0;f3865e8353b4:33983 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:33:39,257 INFO [M:0;f3865e8353b4:33983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:33:39,257 DEBUG [M:0;f3865e8353b4:33983 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:33:39,257 INFO [M:0;f3865e8353b4:33983 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:33:39,257 INFO [M:0;f3865e8353b4:33983 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:33:39,257 INFO [M:0;f3865e8353b4:33983 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:33:39,257 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:33:39,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1248821429/master 2024-11-21T17:33:39,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1248821429 2024-11-21T17:33:39,258 DEBUG [M:0;f3865e8353b4:33983 {}] zookeeper.ZKUtil(347): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Unable to get data of znode /1-1248821429/master because node does not exist (not an error) 2024-11-21T17:33:39,258 WARN [M:0;f3865e8353b4:33983 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:33:39,259 INFO [M:0;f3865e8353b4:33983 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/.lastflushedseqids 2024-11-21T17:33:39,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741843_1019 (size=173) 2024-11-21T17:33:39,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:33:39,356 INFO [RS:0;f3865e8353b4:46191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:33:39,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46191-0x10063578f600004, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:33:39,356 INFO [RS:0;f3865e8353b4:46191 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,46191,1732210345481; zookeeper connection closed. 2024-11-21T17:33:39,356 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29c6735 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29c6735 2024-11-21T17:33:39,357 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:33:39,665 INFO [M:0;f3865e8353b4:33983 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:33:39,665 INFO [M:0;f3865e8353b4:33983 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:33:39,665 DEBUG [M:0;f3865e8353b4:33983 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:33:39,665 INFO [M:0;f3865e8353b4:33983 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:39,665 DEBUG [M:0;f3865e8353b4:33983 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:39,665 DEBUG [M:0;f3865e8353b4:33983 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:33:39,665 DEBUG [M:0;f3865e8353b4:33983 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:39,665 INFO [M:0;f3865e8353b4:33983 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-21T17:33:39,679 DEBUG [M:0;f3865e8353b4:33983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22870b86e2664c2492256e1120d1c024 is 82, key is hbase:meta,,1/info:regioninfo/1732210348409/Put/seqid=0 2024-11-21T17:33:39,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741844_1020 (size=5672) 2024-11-21T17:33:40,083 INFO [M:0;f3865e8353b4:33983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22870b86e2664c2492256e1120d1c024 2024-11-21T17:33:40,101 DEBUG [M:0;f3865e8353b4:33983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5317dc81aba49bb877340e6d2051b4a is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732210351851/Put/seqid=0 2024-11-21T17:33:40,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741845_1021 (size=6728) 2024-11-21T17:33:40,505 INFO [M:0;f3865e8353b4:33983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5317dc81aba49bb877340e6d2051b4a 2024-11-21T17:33:40,510 INFO [M:0;f3865e8353b4:33983 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5317dc81aba49bb877340e6d2051b4a 2024-11-21T17:33:40,522 DEBUG [M:0;f3865e8353b4:33983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e396720aba294ed9beabb69a391c0328 is 69, key is f3865e8353b4,46191,1732210345481/rs:state/1732210347313/Put/seqid=0 2024-11-21T17:33:40,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741846_1022 (size=5156) 2024-11-21T17:33:40,926 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.1732210343526 to pos 997, reset compression=false 2024-11-21T17:33:40,927 INFO [M:0;f3865e8353b4:33983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e396720aba294ed9beabb69a391c0328 2024-11-21T17:33:40,933 DEBUG [M:0;f3865e8353b4:33983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/22870b86e2664c2492256e1120d1c024 as hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22870b86e2664c2492256e1120d1c024 2024-11-21T17:33:40,938 INFO [M:0;f3865e8353b4:33983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/22870b86e2664c2492256e1120d1c024, entries=8, sequenceid=58, filesize=5.5 K 2024-11-21T17:33:40,939 DEBUG [M:0;f3865e8353b4:33983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5317dc81aba49bb877340e6d2051b4a as hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5317dc81aba49bb877340e6d2051b4a 2024-11-21T17:33:40,944 INFO [M:0;f3865e8353b4:33983 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5317dc81aba49bb877340e6d2051b4a 2024-11-21T17:33:40,944 INFO [M:0;f3865e8353b4:33983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5317dc81aba49bb877340e6d2051b4a, entries=6, sequenceid=58, filesize=6.6 K 2024-11-21T17:33:40,945 DEBUG [M:0;f3865e8353b4:33983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e396720aba294ed9beabb69a391c0328 as hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e396720aba294ed9beabb69a391c0328 2024-11-21T17:33:40,950 INFO [M:0;f3865e8353b4:33983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42783/user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e396720aba294ed9beabb69a391c0328, entries=1, sequenceid=58, filesize=5.0 K 2024-11-21T17:33:40,951 INFO [M:0;f3865e8353b4:33983 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=58, compaction requested=false 2024-11-21T17:33:40,952 INFO [M:0;f3865e8353b4:33983 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:40,952 DEBUG [M:0;f3865e8353b4:33983 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210419665Disabling compacts and flushes for region at 1732210419665Disabling writes for close at 1732210419665Obtaining lock to block concurrent updates at 1732210419665Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210419665Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1732210419665Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210419666 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210419666Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210419679 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210419679Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210420088 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210420101 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210420101Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210420510 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210420522 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210420522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@187a6df1: reopening flushed file at 1732210420932 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b6b3044: reopening flushed file at 1732210420938 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19515a53: reopening flushed file at 1732210420944 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=58, compaction requested=false at 1732210420951 (+7 ms)Writing region close event to WAL at 1732210420952 (+1 ms)Closed at 1732210420952 2024-11-21T17:33:40,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45367 is added to blk_1073741830_1006 (size=33038) 2024-11-21T17:33:40,954 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1ba9f1ef-2fa4-4eef-f107-decc09a2e36b/MasterData/WALs/f3865e8353b4,33983,1732210345449/f3865e8353b4%2C33983%2C1732210345449.1732210347164 not finished, retry = 0 2024-11-21T17:33:41,055 INFO [M:0;f3865e8353b4:33983 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:33:41,055 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:33:41,055 INFO [M:0;f3865e8353b4:33983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33983 2024-11-21T17:33:41,056 INFO [M:0;f3865e8353b4:33983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:33:41,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:33:41,157 INFO [M:0;f3865e8353b4:33983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:33:41,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33983-0x10063578f600003, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:33:41,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3d50b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:33:41,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31601d01{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:33:41,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:33:41,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60588b3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:33:41,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68a0c70e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/hadoop.log.dir/,STOPPED} 2024-11-21T17:33:41,162 WARN [BP-1285240929-172.17.0.2-1732210344605 heartbeating to localhost/127.0.0.1:42783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:33:41,162 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:33:41,162 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:33:41,162 WARN [BP-1285240929-172.17.0.2-1732210344605 heartbeating to localhost/127.0.0.1:42783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1285240929-172.17.0.2-1732210344605 (Datanode Uuid 397e445a-f657-4a3a-9066-e0e41f4aefc6) service to localhost/127.0.0.1:42783 2024-11-21T17:33:41,162 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/cluster_69843408-6239-bbce-23f0-806bde0d1dbf/data/data1/current/BP-1285240929-172.17.0.2-1732210344605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:33:41,163 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/cluster_69843408-6239-bbce-23f0-806bde0d1dbf/data/data2/current/BP-1285240929-172.17.0.2-1732210344605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:33:41,163 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:33:41,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bf0c51d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:33:41,170 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@537e1410{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:33:41,171 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:33:41,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cae9502{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:33:41,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c4a1244{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/hadoop.log.dir/,STOPPED} 2024-11-21T17:33:41,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:33:41,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:33:41,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:33:41,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:33:41,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:41,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:41,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:33:41,191 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:33:41,191 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1350966592, stopped=false 2024-11-21T17:33:41,191 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,45091,1732210341486 2024-11-21T17:33:41,192 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:33:41,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1463245239/running 2024-11-21T17:33:41,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1463245239/running 2024-11-21T17:33:41,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239 2024-11-21T17:33:41,193 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:33:41,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239 2024-11-21T17:33:41,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:33:41,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:41,193 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,44531,1732210341535' ***** 2024-11-21T17:33:41,193 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:33:41,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Set watcher on znode that does not yet exist, /0-1463245239/running 2024-11-21T17:33:41,193 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:33:41,193 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:33:41,193 INFO [RS:0;f3865e8353b4:44531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:33:41,193 INFO [RS:0;f3865e8353b4:44531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:33:41,194 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c8e04c9b8a3b3058e970bc3d5cb10ee 2024-11-21T17:33:41,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Set watcher on znode that does not yet exist, /0-1463245239/running 2024-11-21T17:33:41,194 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:33:41,194 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,44531,1732210341535 2024-11-21T17:33:41,194 INFO [RS:0;f3865e8353b4:44531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:33:41,194 INFO [RS:0;f3865e8353b4:44531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:44531. 2024-11-21T17:33:41,194 DEBUG [RS:0;f3865e8353b4:44531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:33:41,194 DEBUG [RS:0;f3865e8353b4:44531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:41,194 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:33:41,194 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:33:41,194 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:33:41,194 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:33:41,194 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T17:33:41,194 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6c8e04c9b8a3b3058e970bc3d5cb10ee=test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee., 7e5795db865ffb82c24a2562f27fe2f1=hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1.} 2024-11-21T17:33:41,194 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c8e04c9b8a3b3058e970bc3d5cb10ee, disabling compactions & flushes 2024-11-21T17:33:41,194 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee. 2024-11-21T17:33:41,194 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c8e04c9b8a3b3058e970bc3d5cb10ee, 7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:33:41,195 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee. 2024-11-21T17:33:41,195 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee. after waiting 0 ms 2024-11-21T17:33:41,195 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee. 2024-11-21T17:33:41,195 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:33:41,195 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:33:41,195 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:33:41,195 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:33:41,195 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:33:41,195 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T17:33:41,199 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/default/test/6c8e04c9b8a3b3058e970bc3d5cb10ee/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T17:33:41,199 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:33:41,199 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:33:41,199 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee. 2024-11-21T17:33:41,199 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c8e04c9b8a3b3058e970bc3d5cb10ee: Waiting for close lock at 1732210421194Running coprocessor pre-close hooks at 1732210421194Disabling compacts and flushes for region at 1732210421194Disabling writes for close at 1732210421195 (+1 ms)Writing region close event to WAL at 1732210421195Running coprocessor post-close hooks at 1732210421199 (+4 ms)Closed at 1732210421199 2024-11-21T17:33:41,199 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee. 2024-11-21T17:33:41,200 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e5795db865ffb82c24a2562f27fe2f1, disabling compactions & flushes 2024-11-21T17:33:41,200 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1. 2024-11-21T17:33:41,200 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1. 2024-11-21T17:33:41,200 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1. after waiting 0 ms 2024-11-21T17:33:41,200 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1. 2024-11-21T17:33:41,200 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e5795db865ffb82c24a2562f27fe2f1 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-21T17:33:41,214 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/.tmp/info/56bb590a619b4a1aa5d111b19337b5cd is 147, key is hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1./info:regioninfo/1732210354032/Put/seqid=0 2024-11-21T17:33:41,215 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/replication/7e5795db865ffb82c24a2562f27fe2f1/.tmp/hfileref/12e097f4153f4ef196a392847281439f is 74, key is 1/hfileref:3e292f75638d48bba1e927c814d78a4e_SeqId_4_/1732210356766/DeleteColumn/seqid=0 2024-11-21T17:33:41,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741844_1020 (size=5203) 2024-11-21T17:33:41,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741845_1021 (size=7686) 2024-11-21T17:33:41,252 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:33:41,395 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:33:41,462 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:33:41,462 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:33:41,595 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:33:41,622 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/replication/7e5795db865ffb82c24a2562f27fe2f1/.tmp/hfileref/12e097f4153f4ef196a392847281439f 2024-11-21T17:33:41,622 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/.tmp/info/56bb590a619b4a1aa5d111b19337b5cd 2024-11-21T17:33:41,640 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/.tmp/ns/af953168b2c7492eb2762a35a90cbaba is 43, key is default/ns:d/1732210344506/Put/seqid=0 2024-11-21T17:33:41,643 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/replication/7e5795db865ffb82c24a2562f27fe2f1/.tmp/queue/414f6204023f4976abcf8486d35688b4 is 153, key is 1-f3865e8353b4,44531,1732210341535/queue:f3865e8353b4%2C44531%2C1732210341535/1732210357873/Put/seqid=0 2024-11-21T17:33:41,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741846_1022 (size=5153) 2024-11-21T17:33:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741847_1023 (size=5352) 2024-11-21T17:33:41,795 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:33:41,995 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e5795db865ffb82c24a2562f27fe2f1 2024-11-21T17:33:42,044 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/.tmp/ns/af953168b2c7492eb2762a35a90cbaba 2024-11-21T17:33:42,047 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/replication/7e5795db865ffb82c24a2562f27fe2f1/.tmp/queue/414f6204023f4976abcf8486d35688b4 2024-11-21T17:33:42,054 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/replication/7e5795db865ffb82c24a2562f27fe2f1/.tmp/hfileref/12e097f4153f4ef196a392847281439f as hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/replication/7e5795db865ffb82c24a2562f27fe2f1/hfileref/12e097f4153f4ef196a392847281439f 2024-11-21T17:33:42,072 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/.tmp/rep_barrier/8be16113a91d415286787a2d6ff454f8 is 112, key is test,,1732210348515.6c8e04c9b8a3b3058e970bc3d5cb10ee./rep_barrier:seqnumDuringOpen/1732210349677/Put/seqid=0 2024-11-21T17:33:42,073 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/replication/7e5795db865ffb82c24a2562f27fe2f1/hfileref/12e097f4153f4ef196a392847281439f, entries=2, sequenceid=10, filesize=5.1 K 2024-11-21T17:33:42,074 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/replication/7e5795db865ffb82c24a2562f27fe2f1/.tmp/queue/414f6204023f4976abcf8486d35688b4 as hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/replication/7e5795db865ffb82c24a2562f27fe2f1/queue/414f6204023f4976abcf8486d35688b4 2024-11-21T17:33:42,086 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/replication/7e5795db865ffb82c24a2562f27fe2f1/queue/414f6204023f4976abcf8486d35688b4, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T17:33:42,087 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7e5795db865ffb82c24a2562f27fe2f1 in 887ms, sequenceid=10, compaction requested=false 2024-11-21T17:33:42,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741848_1024 (size=5518) 2024-11-21T17:33:42,118 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/replication/7e5795db865ffb82c24a2562f27fe2f1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T17:33:42,119 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:33:42,119 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:33:42,119 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1. 2024-11-21T17:33:42,119 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e5795db865ffb82c24a2562f27fe2f1: Waiting for close lock at 1732210421200Running coprocessor pre-close hooks at 1732210421200Disabling compacts and flushes for region at 1732210421200Disabling writes for close at 1732210421200Obtaining lock to block concurrent updates at 1732210421200Preparing flush snapshotting stores in 7e5795db865ffb82c24a2562f27fe2f1 at 1732210421200Finished memstore snapshotting hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732210421200Flushing stores of hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1. at 1732210421201 (+1 ms)Flushing 7e5795db865ffb82c24a2562f27fe2f1/hfileref: creating writer at 1732210421201Flushing 7e5795db865ffb82c24a2562f27fe2f1/hfileref: appending metadata at 1732210421214 (+13 ms)Flushing 7e5795db865ffb82c24a2562f27fe2f1/hfileref: closing flushed file at 1732210421214Flushing 7e5795db865ffb82c24a2562f27fe2f1/queue: creating writer at 1732210421627 (+413 ms)Flushing 7e5795db865ffb82c24a2562f27fe2f1/queue: appending metadata at 1732210421643 (+16 ms)Flushing 7e5795db865ffb82c24a2562f27fe2f1/queue: closing flushed file at 1732210421643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d916bdb: reopening flushed file at 1732210422053 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60326859: reopening flushed file at 1732210422073 (+20 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7e5795db865ffb82c24a2562f27fe2f1 in 887ms, sequenceid=10, compaction requested=false at 1732210422087 (+14 ms)Writing region close event to WAL at 1732210422113 (+26 ms)Running coprocessor post-close hooks at 1732210422119 (+6 ms)Closed at 1732210422119 2024-11-21T17:33:42,119 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732210352841.7e5795db865ffb82c24a2562f27fe2f1. 2024-11-21T17:33:42,195 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T17:33:42,196 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T17:33:42,196 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:33:42,396 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:33:42,507 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/.tmp/rep_barrier/8be16113a91d415286787a2d6ff454f8 2024-11-21T17:33:42,541 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/.tmp/table/67c5ff779fed4dedac0ae9218277d9f7 is 53, key is hbase:replication/table:state/1732210354054/Put/seqid=0 2024-11-21T17:33:42,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741849_1025 (size=5308) 2024-11-21T17:33:42,596 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:33:42,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:42,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:42,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:42,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:42,796 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:33:42,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:42,955 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/.tmp/table/67c5ff779fed4dedac0ae9218277d9f7 2024-11-21T17:33:42,964 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/.tmp/info/56bb590a619b4a1aa5d111b19337b5cd as hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/info/56bb590a619b4a1aa5d111b19337b5cd 2024-11-21T17:33:42,972 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/info/56bb590a619b4a1aa5d111b19337b5cd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T17:33:42,973 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/.tmp/ns/af953168b2c7492eb2762a35a90cbaba as hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/ns/af953168b2c7492eb2762a35a90cbaba 2024-11-21T17:33:42,981 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/ns/af953168b2c7492eb2762a35a90cbaba, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T17:33:42,983 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/.tmp/rep_barrier/8be16113a91d415286787a2d6ff454f8 as hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/rep_barrier/8be16113a91d415286787a2d6ff454f8 2024-11-21T17:33:42,990 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/rep_barrier/8be16113a91d415286787a2d6ff454f8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T17:33:42,991 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/.tmp/table/67c5ff779fed4dedac0ae9218277d9f7 as hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/table/67c5ff779fed4dedac0ae9218277d9f7 2024-11-21T17:33:42,996 DEBUG [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:33:42,999 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/table/67c5ff779fed4dedac0ae9218277d9f7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T17:33:43,000 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1805ms, sequenceid=16, compaction requested=false 2024-11-21T17:33:43,000 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:33:43,009 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T17:33:43,009 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:33:43,009 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:33:43,009 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:33:43,010 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210421195Running coprocessor pre-close hooks at 1732210421195Disabling compacts and flushes for region at 1732210421195Disabling writes for close at 1732210421195Obtaining lock to block concurrent updates at 1732210421195Preparing flush snapshotting stores in 1588230740 at 1732210421195Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732210421195Flushing stores of hbase:meta,,1.1588230740 at 1732210421196 (+1 ms)Flushing 1588230740/info: creating writer at 1732210421196Flushing 1588230740/info: appending metadata at 1732210421214 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732210421214Flushing 1588230740/ns: creating writer at 1732210421627 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732210421640 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732210421640Flushing 1588230740/rep_barrier: creating writer at 1732210422051 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732210422071 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732210422071Flushing 1588230740/table: creating writer at 1732210422521 (+450 ms)Flushing 1588230740/table: appending metadata at 1732210422541 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732210422541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d4b51b8: reopening flushed file at 1732210422963 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb74171: reopening flushed file at 1732210422972 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c973e40: reopening flushed file at 1732210422982 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f0800dd: reopening flushed file at 1732210422990 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1805ms, sequenceid=16, compaction requested=false at 1732210423000 (+10 ms)Writing region close event to WAL at 1732210423004 (+4 ms)Running coprocessor post-close hooks at 1732210423009 (+5 ms)Closed at 1732210423009 2024-11-21T17:33:43,010 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:33:43,197 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,44531,1732210341535; all regions closed. 2024-11-21T17:33:43,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741834_1010 (size=4239) 2024-11-21T17:33:43,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/WALs/f3865e8353b4,44531,1732210341535/f3865e8353b4%2C44531%2C1732210341535.meta.1732210344462.meta not finished, retry = 0 2024-11-21T17:33:43,302 DEBUG [RS:0;f3865e8353b4:44531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/oldWALs 2024-11-21T17:33:43,302 INFO [RS:0;f3865e8353b4:44531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C44531%2C1732210341535.meta:.meta(num 1732210344462) 2024-11-21T17:33:43,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741839_1015 (size=2700) 2024-11-21T17:33:43,309 DEBUG [RS:0;f3865e8353b4:44531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/oldWALs 2024-11-21T17:33:43,309 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:33:43,309 INFO [RS:0;f3865e8353b4:44531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C44531%2C1732210341535.rep:(num 1732210353984) 2024-11-21T17:33:43,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741832_1008 (size=1300) 2024-11-21T17:33:43,318 DEBUG [RS:0;f3865e8353b4:44531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/oldWALs 2024-11-21T17:33:43,318 INFO [RS:0;f3865e8353b4:44531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C44531%2C1732210341535:(num 1732210343526) 2024-11-21T17:33:43,318 DEBUG [RS:0;f3865e8353b4:44531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:43,318 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:33:43,318 INFO [RS:0;f3865e8353b4:44531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:33:43,318 INFO [RS:0;f3865e8353b4:44531 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:33:43,318 INFO [RS:0;f3865e8353b4:44531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:33:43,318 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:33:43,318 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,44531,1732210341535 because: Region server is closing 2024-11-21T17:33:43,319 INFO [RS:0;f3865e8353b4:44531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:44531. 2024-11-21T17:33:43,319 DEBUG [RS:0;f3865e8353b4:44531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:33:43,319 DEBUG [RS:0;f3865e8353b4:44531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:43,319 DEBUG [RS:0;f3865e8353b4:44531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:43,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:33:43,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:43,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:43,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:43,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:43,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:43,419 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.wal-reader.f3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T17:33:43,419 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.shipperf3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T17:33:43,419 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44531,1732210341535.replicationSource.shipperf3865e8353b4%2C44531%2C1732210341535,1-f3865e8353b4,44531,1732210341535 terminated 2024-11-21T17:33:43,420 INFO [RS:0;f3865e8353b4:44531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44531 2024-11-21T17:33:43,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1463245239/rs/f3865e8353b4,44531,1732210341535 2024-11-21T17:33:43,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239/rs 2024-11-21T17:33:43,422 INFO [RS:0;f3865e8353b4:44531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:33:43,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,44531,1732210341535] 2024-11-21T17:33:43,423 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1463245239/draining/f3865e8353b4,44531,1732210341535 already deleted, retry=false 2024-11-21T17:33:43,424 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,44531,1732210341535 expired; onlineServers=0 2024-11-21T17:33:43,424 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,45091,1732210341486' ***** 2024-11-21T17:33:43,424 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:33:43,424 INFO [M:0;f3865e8353b4:45091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:33:43,424 INFO [M:0;f3865e8353b4:45091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:33:43,424 DEBUG [M:0;f3865e8353b4:45091 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:33:43,424 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:33:43,424 DEBUG [M:0;f3865e8353b4:45091 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:33:43,424 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210343312 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210343312,5,FailOnTimeoutGroup] 2024-11-21T17:33:43,424 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210343312 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210343312,5,FailOnTimeoutGroup] 2024-11-21T17:33:43,424 INFO [M:0;f3865e8353b4:45091 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:33:43,424 INFO [M:0;f3865e8353b4:45091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:33:43,424 DEBUG [M:0;f3865e8353b4:45091 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:33:43,424 INFO [M:0;f3865e8353b4:45091 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:33:43,424 INFO [M:0;f3865e8353b4:45091 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:33:43,424 INFO [M:0;f3865e8353b4:45091 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:33:43,424 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:33:43,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1463245239/master 2024-11-21T17:33:43,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1463245239 2024-11-21T17:33:43,426 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1463245239/master already deleted, retry=false 2024-11-21T17:33:43,427 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1463245239/master 2024-11-21T17:33:43,431 INFO [M:0;f3865e8353b4:45091 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/.lastflushedseqids 2024-11-21T17:33:43,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741850_1026 (size=263) 2024-11-21T17:33:43,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:33:43,523 INFO [RS:0;f3865e8353b4:44531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:33:43,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x10063578f600001, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:33:43,523 INFO [RS:0;f3865e8353b4:44531 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,44531,1732210341535; zookeeper connection closed. 2024-11-21T17:33:43,523 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4295427d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4295427d 2024-11-21T17:33:43,524 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:33:43,837 INFO [M:0;f3865e8353b4:45091 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:33:43,837 INFO [M:0;f3865e8353b4:45091 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:33:43,837 DEBUG [M:0;f3865e8353b4:45091 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:33:43,837 INFO [M:0;f3865e8353b4:45091 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:43,837 DEBUG [M:0;f3865e8353b4:45091 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:43,837 DEBUG [M:0;f3865e8353b4:45091 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:33:43,838 DEBUG [M:0;f3865e8353b4:45091 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:43,838 INFO [M:0;f3865e8353b4:45091 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-21T17:33:43,859 DEBUG [M:0;f3865e8353b4:45091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/530a69b1266a4f8c94e5b1344cd00964 is 82, key is hbase:meta,,1/info:regioninfo/1732210344495/Put/seqid=0 2024-11-21T17:33:43,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741851_1027 (size=5672) 2024-11-21T17:33:44,264 INFO [M:0;f3865e8353b4:45091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/530a69b1266a4f8c94e5b1344cd00964 2024-11-21T17:33:44,283 DEBUG [M:0;f3865e8353b4:45091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ecfc7950ad04c9ba4ac9843317af41c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732210349693/Put/seqid=0 2024-11-21T17:33:44,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741852_1028 (size=7240) 2024-11-21T17:33:44,688 INFO [M:0;f3865e8353b4:45091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ecfc7950ad04c9ba4ac9843317af41c 2024-11-21T17:33:44,693 INFO [M:0;f3865e8353b4:45091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ecfc7950ad04c9ba4ac9843317af41c 2024-11-21T17:33:44,713 DEBUG [M:0;f3865e8353b4:45091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47c74f5e7b784d2db3d597e86dda3904 is 69, key is f3865e8353b4,44531,1732210341535/rs:state/1732210343377/Put/seqid=0 2024-11-21T17:33:44,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741853_1029 (size=5156) 2024-11-21T17:33:45,118 INFO [M:0;f3865e8353b4:45091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47c74f5e7b784d2db3d597e86dda3904 2024-11-21T17:33:45,124 DEBUG [M:0;f3865e8353b4:45091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/530a69b1266a4f8c94e5b1344cd00964 as hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/530a69b1266a4f8c94e5b1344cd00964 2024-11-21T17:33:45,133 INFO [M:0;f3865e8353b4:45091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/530a69b1266a4f8c94e5b1344cd00964, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T17:33:45,138 DEBUG [M:0;f3865e8353b4:45091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ecfc7950ad04c9ba4ac9843317af41c as hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ecfc7950ad04c9ba4ac9843317af41c 2024-11-21T17:33:45,144 INFO [M:0;f3865e8353b4:45091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ecfc7950ad04c9ba4ac9843317af41c 2024-11-21T17:33:45,145 INFO [M:0;f3865e8353b4:45091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ecfc7950ad04c9ba4ac9843317af41c, entries=11, sequenceid=105, filesize=7.1 K 2024-11-21T17:33:45,147 DEBUG [M:0;f3865e8353b4:45091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47c74f5e7b784d2db3d597e86dda3904 as hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47c74f5e7b784d2db3d597e86dda3904 2024-11-21T17:33:45,158 INFO [M:0;f3865e8353b4:45091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/5d9114b7-c35f-e896-d58f-d9130812f08e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47c74f5e7b784d2db3d597e86dda3904, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T17:33:45,159 INFO [M:0;f3865e8353b4:45091 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=105, compaction requested=false 2024-11-21T17:33:45,173 INFO [M:0;f3865e8353b4:45091 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:45,173 DEBUG [M:0;f3865e8353b4:45091 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210423837Disabling compacts and flushes for region at 1732210423837Disabling writes for close at 1732210423837Obtaining lock to block concurrent updates at 1732210423838 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210423838Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732210423838Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210423839 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210423839Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210423858 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210423858Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210424269 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210424283 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210424283Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210424694 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210424713 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210424713Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b1e2594: reopening flushed file at 1732210425123 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@539146ff: reopening flushed file at 1732210425133 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@780cf8d4: reopening flushed file at 1732210425145 (+12 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=105, compaction requested=false at 1732210425159 (+14 ms)Writing region close event to WAL at 1732210425173 (+14 ms)Closed at 1732210425173 2024-11-21T17:33:45,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741830_1006 (size=64526) 2024-11-21T17:33:45,176 INFO [M:0;f3865e8353b4:45091 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:33:45,176 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:33:45,177 INFO [M:0;f3865e8353b4:45091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45091 2024-11-21T17:33:45,177 INFO [M:0;f3865e8353b4:45091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:33:45,278 INFO [M:0;f3865e8353b4:45091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:33:45,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:33:45,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45091-0x10063578f600000, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:33:45,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e6f85bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:33:45,283 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@694d5543{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:33:45,283 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:33:45,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4071683a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:33:45,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5354c14e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/hadoop.log.dir/,STOPPED} 2024-11-21T17:33:45,286 WARN [BP-1409630435-172.17.0.2-1732210340612 heartbeating to localhost/127.0.0.1:46827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:33:45,286 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:33:45,286 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:33:45,286 WARN [BP-1409630435-172.17.0.2-1732210340612 heartbeating to localhost/127.0.0.1:46827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1409630435-172.17.0.2-1732210340612 (Datanode Uuid a8ca188c-7506-4833-8011-f8444c1244f2) service to localhost/127.0.0.1:46827 2024-11-21T17:33:45,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/cluster_1b4c3594-6ae4-1716-de95-9db1a834b99e/data/data1/current/BP-1409630435-172.17.0.2-1732210340612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:33:45,287 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/cluster_1b4c3594-6ae4-1716-de95-9db1a834b99e/data/data2/current/BP-1409630435-172.17.0.2-1732210340612 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:33:45,287 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:33:45,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63ff1d91{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:33:45,296 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22a3d0f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:33:45,296 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:33:45,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f97c83c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:33:45,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12604af8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e51600-638b-cd78-818d-eeccce08e7b6/hadoop.log.dir/,STOPPED} 2024-11-21T17:33:45,306 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T17:33:45,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:33:45,339 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 141) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46827 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42783 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f6e24b8e840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54995) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f6e24b8e840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54995) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 287), ProcessCount=11 (was 11), AvailableMemoryMB=2071 (was 1421) - AvailableMemoryMB LEAK? - 2024-11-21T17:33:45,348 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=197, ProcessCount=11, AvailableMemoryMB=2069 2024-11-21T17:33:45,364 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-21T17:33:45,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/hadoop.log.dir so I do NOT create it in target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc 2024-11-21T17:33:45,365 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:33:45,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/hadoop.tmp.dir so I do NOT create it in target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc 2024-11-21T17:33:45,365 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e597f6e-cb1a-e402-3b0c-97ccbb16ba14/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:33:45,365 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc 2024-11-21T17:33:45,365 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/cluster_3e1cfe1e-8702-56cc-a189-0fc2507536c0, deleteOnExit=true 2024-11-21T17:33:45,383 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/cluster_3e1cfe1e-8702-56cc-a189-0fc2507536c0/zookeeper_0, clientPort=53660, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/cluster_3e1cfe1e-8702-56cc-a189-0fc2507536c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/cluster_3e1cfe1e-8702-56cc-a189-0fc2507536c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T17:33:45,384 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53660 2024-11-21T17:33:45,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:33:45,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:33:45,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/test.cache.data in system properties and HBase conf 2024-11-21T17:33:45,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:33:45,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:33:45,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:33:45,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:33:45,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:33:45,385 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:33:45,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:33:45,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:33:45,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:33:45,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:33:45,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:33:45,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:33:45,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:33:45,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:33:45,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:33:45,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:33:45,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:33:45,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:33:45,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:33:45,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:33:45,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10063578f600005, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:33:45,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10063578f600005, quorum=127.0.0.1:54995, baseZNode=/1-1248821429 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:33:45,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10063578f600002, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:33:45,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10063578f600002, quorum=127.0.0.1:54995, baseZNode=/0-1463245239 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:33:45,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:33:45,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:33:45,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:33:45,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:33:45,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:33:45,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:33:45,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@618a6b2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:33:45,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282ff216{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:33:45,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@461e8a19{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/java.io.tmpdir/jetty-localhost-45813-hadoop-hdfs-3_4_1-tests_jar-_-any-15596834370739459818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:33:45,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49bb6bf1{HTTP/1.1, (http/1.1)}{localhost:45813} 2024-11-21T17:33:45,709 INFO [Time-limited test {}] server.Server(415): Started @130971ms 2024-11-21T17:33:45,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:33:45,835 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:33:45,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:33:45,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:33:45,842 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:33:45,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@293604b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:33:45,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@112848bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:33:45,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e9c7885{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/java.io.tmpdir/jetty-localhost-41117-hadoop-hdfs-3_4_1-tests_jar-_-any-7905843582302059574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:33:45,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fd92a88{HTTP/1.1, (http/1.1)}{localhost:41117} 2024-11-21T17:33:45,963 INFO [Time-limited test {}] server.Server(415): Started @131225ms 2024-11-21T17:33:45,964 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:33:46,061 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/cluster_3e1cfe1e-8702-56cc-a189-0fc2507536c0/data/data1/current/BP-782462915-172.17.0.2-1732210425448/current, will proceed with Du for space computation calculation, 2024-11-21T17:33:46,061 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/cluster_3e1cfe1e-8702-56cc-a189-0fc2507536c0/data/data2/current/BP-782462915-172.17.0.2-1732210425448/current, will proceed with Du for space computation calculation, 2024-11-21T17:33:46,090 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:33:46,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4497b92623f263c6 with lease ID 0xc0a0d5e08504da86: Processing first storage report for DS-bb2e3c6b-32b5-49da-9b0a-71f1670554ed from datanode DatanodeRegistration(127.0.0.1:46353, datanodeUuid=4ebb1a82-9802-49dc-811c-f0456e038163, infoPort=35951, infoSecurePort=0, ipcPort=41417, storageInfo=lv=-57;cid=testClusterID;nsid=449177540;c=1732210425448) 2024-11-21T17:33:46,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4497b92623f263c6 with lease ID 0xc0a0d5e08504da86: from storage DS-bb2e3c6b-32b5-49da-9b0a-71f1670554ed node DatanodeRegistration(127.0.0.1:46353, datanodeUuid=4ebb1a82-9802-49dc-811c-f0456e038163, infoPort=35951, infoSecurePort=0, ipcPort=41417, storageInfo=lv=-57;cid=testClusterID;nsid=449177540;c=1732210425448), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:33:46,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4497b92623f263c6 with lease ID 0xc0a0d5e08504da86: Processing first storage report for DS-91d5ef78-a4d7-4247-91a6-2bc415de74d4 from datanode DatanodeRegistration(127.0.0.1:46353, datanodeUuid=4ebb1a82-9802-49dc-811c-f0456e038163, infoPort=35951, infoSecurePort=0, ipcPort=41417, storageInfo=lv=-57;cid=testClusterID;nsid=449177540;c=1732210425448) 2024-11-21T17:33:46,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4497b92623f263c6 with lease ID 0xc0a0d5e08504da86: from storage DS-91d5ef78-a4d7-4247-91a6-2bc415de74d4 node DatanodeRegistration(127.0.0.1:46353, datanodeUuid=4ebb1a82-9802-49dc-811c-f0456e038163, infoPort=35951, infoSecurePort=0, ipcPort=41417, storageInfo=lv=-57;cid=testClusterID;nsid=449177540;c=1732210425448), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:33:46,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc 2024-11-21T17:33:46,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:46,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:46,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:33:46,535 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351 with version=8 2024-11-21T17:33:46,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/hbase-staging 2024-11-21T17:33:46,537 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:33:46,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:46,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:46,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:33:46,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:46,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:33:46,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:33:46,537 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:33:46,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44751 2024-11-21T17:33:46,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44751 connecting to ZooKeeper ensemble=127.0.0.1:53660 2024-11-21T17:33:46,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447510x0, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:33:46,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44751-0x1006358da900000 connected 2024-11-21T17:33:46,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:46,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:46,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on znode that does not yet exist, /01384441733/running 2024-11-21T17:33:46,563 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351, hbase.cluster.distributed=false 2024-11-21T17:33:46,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on znode that does not yet exist, /01384441733/acl 2024-11-21T17:33:46,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-21T17:33:46,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44751 2024-11-21T17:33:46,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44751 2024-11-21T17:33:46,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-21T17:33:46,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44751 2024-11-21T17:33:46,579 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:33:46,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:46,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:46,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:33:46,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:46,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:33:46,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:33:46,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:33:46,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39219 2024-11-21T17:33:46,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39219 connecting to ZooKeeper ensemble=127.0.0.1:53660 2024-11-21T17:33:46,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:46,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:46,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392190x0, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:33:46,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392190x0, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on znode that does not yet exist, /01384441733/running 2024-11-21T17:33:46,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39219-0x1006358da900001 connected 2024-11-21T17:33:46,587 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:33:46,592 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:33:46,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on znode that does not yet exist, /01384441733/master 2024-11-21T17:33:46,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on znode that does not yet exist, /01384441733/acl 2024-11-21T17:33:46,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39219 2024-11-21T17:33:46,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39219 2024-11-21T17:33:46,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39219 2024-11-21T17:33:46,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39219 2024-11-21T17:33:46,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39219 2024-11-21T17:33:46,612 DEBUG [M:0;f3865e8353b4:44751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:44751 2024-11-21T17:33:46,612 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01384441733/backup-masters/f3865e8353b4,44751,1732210426536 2024-11-21T17:33:46,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733/backup-masters 2024-11-21T17:33:46,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733/backup-masters 2024-11-21T17:33:46,614 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on existing znode=/01384441733/backup-masters/f3865e8353b4,44751,1732210426536 2024-11-21T17:33:46,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:46,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01384441733/master 2024-11-21T17:33:46,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:46,615 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on existing znode=/01384441733/master 2024-11-21T17:33:46,615 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01384441733/backup-masters/f3865e8353b4,44751,1732210426536 from backup master directory 2024-11-21T17:33:46,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384441733/backup-masters/f3865e8353b4,44751,1732210426536 2024-11-21T17:33:46,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733/backup-masters 2024-11-21T17:33:46,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733/backup-masters 2024-11-21T17:33:46,616 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:33:46,616 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,44751,1732210426536 2024-11-21T17:33:46,620 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/hbase.id] with ID: 9047fce9-1a28-45e0-888c-f4bbef7a5705 2024-11-21T17:33:46,620 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/.tmp/hbase.id 2024-11-21T17:33:46,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:33:47,025 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/.tmp/hbase.id]:[hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/hbase.id] 2024-11-21T17:33:47,036 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:47,036 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:33:47,037 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T17:33:47,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:47,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:47,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:33:47,444 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:33:47,445 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:33:47,446 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:33:47,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:33:47,860 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store 2024-11-21T17:33:47,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:33:48,278 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:33:48,278 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:33:48,278 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:48,278 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:48,278 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:33:48,278 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:48,278 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:48,278 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210428278Disabling compacts and flushes for region at 1732210428278Disabling writes for close at 1732210428278Writing region close event to WAL at 1732210428278Closed at 1732210428278 2024-11-21T17:33:48,280 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/.initializing 2024-11-21T17:33:48,280 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/WALs/f3865e8353b4,44751,1732210426536 2024-11-21T17:33:48,281 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:33:48,282 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C44751%2C1732210426536, suffix=, logDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/WALs/f3865e8353b4,44751,1732210426536, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/oldWALs, maxLogs=10 2024-11-21T17:33:48,295 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/WALs/f3865e8353b4,44751,1732210426536/f3865e8353b4%2C44751%2C1732210426536.1732210428282, exclude list is [], retry=0 2024-11-21T17:33:48,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46353,DS-bb2e3c6b-32b5-49da-9b0a-71f1670554ed,DISK] 2024-11-21T17:33:48,300 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/WALs/f3865e8353b4,44751,1732210426536/f3865e8353b4%2C44751%2C1732210426536.1732210428282 2024-11-21T17:33:48,300 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-21T17:33:48,300 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:33:48,300 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:33:48,300 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:48,300 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:48,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:48,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:33:48,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:48,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:48,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:48,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:33:48,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:48,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:33:48,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:48,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:33:48,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:48,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:33:48,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:48,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:33:48,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:48,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:33:48,310 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:48,311 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:48,311 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:48,313 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:48,313 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:48,313 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:33:48,315 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:48,318 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:33:48,318 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66139417, jitterRate=-0.014445886015892029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:33:48,319 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210428300Initializing all the Stores at 1732210428301 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210428301Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210428302 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210428302Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210428302Cleaning up temporary data from old regions at 1732210428313 (+11 ms)Region opened successfully at 1732210428319 (+6 ms) 2024-11-21T17:33:48,319 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:33:48,322 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1058b19e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:33:48,323 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:33:48,323 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:33:48,323 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:33:48,323 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:33:48,324 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:33:48,324 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:33:48,324 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:33:48,326 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:33:48,327 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Unable to get data of znode /01384441733/balancer because node does not exist (not necessarily an error) 2024-11-21T17:33:48,328 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384441733/balancer already deleted, retry=false 2024-11-21T17:33:48,328 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:33:48,329 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Unable to get data of znode /01384441733/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:33:48,330 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384441733/normalizer already deleted, retry=false 2024-11-21T17:33:48,331 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:33:48,332 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Unable to get data of znode /01384441733/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:33:48,333 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384441733/switch/split already deleted, retry=false 2024-11-21T17:33:48,334 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Unable to get data of znode /01384441733/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:33:48,334 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384441733/switch/merge already deleted, retry=false 2024-11-21T17:33:48,336 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Unable to get data of znode /01384441733/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:33:48,337 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384441733/snapshot-cleanup already deleted, retry=false 2024-11-21T17:33:48,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01384441733/running 2024-11-21T17:33:48,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01384441733/running 2024-11-21T17:33:48,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:48,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:48,339 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,44751,1732210426536, sessionid=0x1006358da900000, setting cluster-up flag (Was=false) 2024-11-21T17:33:48,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:48,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:48,343 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01384441733/flush-table-proc/acquired, /01384441733/flush-table-proc/reached, /01384441733/flush-table-proc/abort 2024-11-21T17:33:48,344 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,44751,1732210426536 2024-11-21T17:33:48,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:48,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:48,350 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01384441733/online-snapshot/acquired, /01384441733/online-snapshot/reached, /01384441733/online-snapshot/abort 2024-11-21T17:33:48,351 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,44751,1732210426536 2024-11-21T17:33:48,354 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:33:48,355 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:33:48,356 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:33:48,356 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:33:48,356 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,44751,1732210426536 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:33:48,357 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:33:48,357 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:33:48,358 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:33:48,358 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:33:48,358 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:33:48,358 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:48,358 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:33:48,358 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:48,367 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210458366 2024-11-21T17:33:48,367 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:33:48,367 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:33:48,367 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:33:48,367 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:33:48,367 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:33:48,367 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:33:48,367 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:33:48,367 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:33:48,367 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:48,368 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:48,368 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:33:48,369 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:33:48,369 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:33:48,369 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:33:48,369 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:33:48,377 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:33:48,377 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:33:48,385 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210428377,5,FailOnTimeoutGroup] 2024-11-21T17:33:48,389 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210428385,5,FailOnTimeoutGroup] 2024-11-21T17:33:48,389 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:48,389 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:33:48,389 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:48,389 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:48,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:33:48,392 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:33:48,392 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351 2024-11-21T17:33:48,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741832_1008 (size=32) 2024-11-21T17:33:48,404 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(746): ClusterId : 9047fce9-1a28-45e0-888c-f4bbef7a5705 2024-11-21T17:33:48,405 DEBUG [RS:0;f3865e8353b4:39219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:33:48,406 DEBUG [RS:0;f3865e8353b4:39219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:33:48,406 DEBUG [RS:0;f3865e8353b4:39219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:33:48,408 DEBUG [RS:0;f3865e8353b4:39219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:33:48,408 DEBUG [RS:0;f3865e8353b4:39219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498ce3bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:33:48,425 DEBUG [RS:0;f3865e8353b4:39219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:39219 2024-11-21T17:33:48,425 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:33:48,426 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:33:48,426 DEBUG [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:33:48,426 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,44751,1732210426536 with port=39219, startcode=1732210426579 2024-11-21T17:33:48,427 DEBUG [RS:0;f3865e8353b4:39219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:33:48,428 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:33:48,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44751 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,39219,1732210426579 2024-11-21T17:33:48,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44751 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,39219,1732210426579 2024-11-21T17:33:48,431 DEBUG [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351 2024-11-21T17:33:48,431 DEBUG [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46363 2024-11-21T17:33:48,431 DEBUG [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:33:48,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733/rs 2024-11-21T17:33:48,433 DEBUG [RS:0;f3865e8353b4:39219 {}] zookeeper.ZKUtil(111): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on existing znode=/01384441733/rs/f3865e8353b4,39219,1732210426579 2024-11-21T17:33:48,433 WARN [RS:0;f3865e8353b4:39219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:33:48,433 INFO [RS:0;f3865e8353b4:39219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:33:48,433 DEBUG [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579 2024-11-21T17:33:48,433 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,39219,1732210426579] 2024-11-21T17:33:48,438 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:33:48,440 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:33:48,441 INFO [RS:0;f3865e8353b4:39219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:33:48,441 INFO [RS:0;f3865e8353b4:39219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:48,445 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:33:48,446 INFO [RS:0;f3865e8353b4:39219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:33:48,446 INFO [RS:0;f3865e8353b4:39219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:48,446 DEBUG [RS:0;f3865e8353b4:39219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:48,446 DEBUG [RS:0;f3865e8353b4:39219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:48,446 DEBUG [RS:0;f3865e8353b4:39219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:48,446 DEBUG [RS:0;f3865e8353b4:39219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:48,446 DEBUG [RS:0;f3865e8353b4:39219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:48,446 DEBUG [RS:0;f3865e8353b4:39219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:33:48,446 DEBUG [RS:0;f3865e8353b4:39219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:48,446 DEBUG [RS:0;f3865e8353b4:39219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:48,447 DEBUG [RS:0;f3865e8353b4:39219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:48,447 DEBUG [RS:0;f3865e8353b4:39219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:48,447 DEBUG [RS:0;f3865e8353b4:39219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:48,447 DEBUG [RS:0;f3865e8353b4:39219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:48,447 DEBUG [RS:0;f3865e8353b4:39219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:33:48,447 DEBUG [RS:0;f3865e8353b4:39219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:33:48,455 INFO [RS:0;f3865e8353b4:39219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:48,455 INFO [RS:0;f3865e8353b4:39219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:48,455 INFO [RS:0;f3865e8353b4:39219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:48,455 INFO [RS:0;f3865e8353b4:39219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:48,455 INFO [RS:0;f3865e8353b4:39219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:48,455 INFO [RS:0;f3865e8353b4:39219 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,39219,1732210426579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:33:48,470 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:33:48,471 INFO [RS:0;f3865e8353b4:39219 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,39219,1732210426579-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:48,471 INFO [RS:0;f3865e8353b4:39219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:48,471 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.Replication(171): f3865e8353b4,39219,1732210426579 started 2024-11-21T17:33:48,487 INFO [RS:0;f3865e8353b4:39219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:48,487 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,39219,1732210426579, RpcServer on f3865e8353b4/172.17.0.2:39219, sessionid=0x1006358da900001 2024-11-21T17:33:48,487 DEBUG [RS:0;f3865e8353b4:39219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:33:48,487 DEBUG [RS:0;f3865e8353b4:39219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,39219,1732210426579 2024-11-21T17:33:48,487 DEBUG [RS:0;f3865e8353b4:39219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,39219,1732210426579' 2024-11-21T17:33:48,487 DEBUG [RS:0;f3865e8353b4:39219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01384441733/flush-table-proc/abort' 2024-11-21T17:33:48,488 DEBUG [RS:0;f3865e8353b4:39219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01384441733/flush-table-proc/acquired' 2024-11-21T17:33:48,488 DEBUG [RS:0;f3865e8353b4:39219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:33:48,488 DEBUG [RS:0;f3865e8353b4:39219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:33:48,488 DEBUG [RS:0;f3865e8353b4:39219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,39219,1732210426579 2024-11-21T17:33:48,488 DEBUG [RS:0;f3865e8353b4:39219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,39219,1732210426579' 2024-11-21T17:33:48,488 DEBUG [RS:0;f3865e8353b4:39219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01384441733/online-snapshot/abort' 2024-11-21T17:33:48,489 DEBUG [RS:0;f3865e8353b4:39219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01384441733/online-snapshot/acquired' 2024-11-21T17:33:48,489 DEBUG [RS:0;f3865e8353b4:39219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:33:48,489 INFO [RS:0;f3865e8353b4:39219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:33:48,489 INFO [RS:0;f3865e8353b4:39219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:33:48,512 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:33:48,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:48,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:48,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:48,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:48,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:48,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:48,589 INFO [RS:0;f3865e8353b4:39219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:33:48,591 INFO [RS:0;f3865e8353b4:39219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C39219%2C1732210426579, suffix=, logDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/oldWALs, maxLogs=10 2024-11-21T17:33:48,604 DEBUG [RS:0;f3865e8353b4:39219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579/f3865e8353b4%2C39219%2C1732210426579.1732210428591, exclude list is [], retry=0 2024-11-21T17:33:48,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46353,DS-bb2e3c6b-32b5-49da-9b0a-71f1670554ed,DISK] 2024-11-21T17:33:48,609 INFO [RS:0;f3865e8353b4:39219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579/f3865e8353b4%2C39219%2C1732210426579.1732210428591 2024-11-21T17:33:48,610 DEBUG [RS:0;f3865e8353b4:39219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-21T17:33:48,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:33:48,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:33:48,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:33:48,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:48,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:48,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:33:48,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:33:48,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:48,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:48,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:33:48,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:33:48,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:48,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:48,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:33:48,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:33:48,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:48,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:48,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:33:48,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740 2024-11-21T17:33:48,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740 2024-11-21T17:33:48,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:33:48,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:33:48,816 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:33:48,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:33:48,834 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:33:48,834 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73100863, jitterRate=0.08928774297237396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:33:48,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210428805Initializing all the Stores at 1732210428806 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210428806Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210428806Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210428806Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210428806Cleaning up temporary data from old regions at 1732210428815 (+9 ms)Region opened successfully at 1732210428835 (+20 ms) 2024-11-21T17:33:48,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:33:48,835 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:33:48,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:33:48,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:33:48,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:33:48,841 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:33:48,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210428835Disabling compacts and flushes for region at 1732210428835Disabling writes for close at 1732210428835Writing region close event to WAL at 1732210428841 (+6 ms)Closed at 1732210428841 2024-11-21T17:33:48,843 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:33:48,843 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:33:48,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:33:48,845 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:33:48,846 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:33:48,996 DEBUG [f3865e8353b4:44751 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:33:48,997 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,39219,1732210426579 2024-11-21T17:33:48,998 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,39219,1732210426579, state=OPENING 2024-11-21T17:33:48,999 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:33:49,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:49,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:49,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384441733/meta-region-server: CHANGED 2024-11-21T17:33:49,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384441733/meta-region-server: CHANGED 2024-11-21T17:33:49,003 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:33:49,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,39219,1732210426579}] 2024-11-21T17:33:49,156 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:33:49,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:33:49,160 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:33:49,160 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:33:49,161 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:33:49,162 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C39219%2C1732210426579.meta, suffix=.meta, logDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/oldWALs, maxLogs=10 2024-11-21T17:33:49,178 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579/f3865e8353b4%2C39219%2C1732210426579.meta.1732210429163.meta, exclude list is [], retry=0 2024-11-21T17:33:49,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46353,DS-bb2e3c6b-32b5-49da-9b0a-71f1670554ed,DISK] 2024-11-21T17:33:49,182 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579/f3865e8353b4%2C39219%2C1732210426579.meta.1732210429163.meta 2024-11-21T17:33:49,182 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-21T17:33:49,182 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:33:49,183 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:33:49,183 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:33:49,183 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:33:49,183 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:33:49,183 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:33:49,183 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:33:49,183 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:33:49,183 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:33:49,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:33:49,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:33:49,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:49,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:49,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:33:49,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:33:49,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:49,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:49,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:33:49,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:33:49,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:49,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:49,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:33:49,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:33:49,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:49,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:49,189 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:33:49,190 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740 2024-11-21T17:33:49,191 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740 2024-11-21T17:33:49,192 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:33:49,192 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:33:49,192 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:33:49,193 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:33:49,194 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73515624, jitterRate=0.09546816349029541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:33:49,194 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:33:49,194 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210429183Writing region info on filesystem at 1732210429183Initializing all the Stores at 1732210429184 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210429184Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210429184Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210429184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210429184Cleaning up temporary data from old regions at 1732210429192 (+8 ms)Running coprocessor post-open hooks at 1732210429194 (+2 ms)Region opened successfully at 1732210429194 2024-11-21T17:33:49,195 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210429155 2024-11-21T17:33:49,197 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:33:49,197 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:33:49,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,39219,1732210426579 2024-11-21T17:33:49,198 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,39219,1732210426579, state=OPEN 2024-11-21T17:33:49,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384441733/meta-region-server 2024-11-21T17:33:49,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384441733/meta-region-server 2024-11-21T17:33:49,199 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,39219,1732210426579 2024-11-21T17:33:49,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384441733/meta-region-server: CHANGED 2024-11-21T17:33:49,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384441733/meta-region-server: CHANGED 2024-11-21T17:33:49,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:33:49,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,39219,1732210426579 in 196 msec 2024-11-21T17:33:49,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:33:49,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-21T17:33:49,203 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:33:49,203 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:33:49,204 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:33:49,204 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,39219,1732210426579, seqNum=-1] 2024-11-21T17:33:49,204 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:33:49,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:33:49,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 854 msec 2024-11-21T17:33:49,210 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210429210, completionTime=-1 2024-11-21T17:33:49,210 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:33:49,210 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:33:49,212 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:33:49,212 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210489212 2024-11-21T17:33:49,212 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210549212 2024-11-21T17:33:49,212 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T17:33:49,212 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,44751,1732210426536-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:49,212 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,44751,1732210426536-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:49,212 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,44751,1732210426536-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:49,213 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:44751, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:49,213 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:49,213 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:49,214 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:33:49,216 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.600sec 2024-11-21T17:33:49,216 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:33:49,216 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:33:49,216 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:33:49,216 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:33:49,216 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:33:49,216 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,44751,1732210426536-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:33:49,216 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,44751,1732210426536-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:33:49,219 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:33:49,219 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:33:49,219 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,44751,1732210426536-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:49,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8042823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:49,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,44751,-1 for getting cluster id 2024-11-21T17:33:49,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:33:49,306 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9047fce9-1a28-45e0-888c-f4bbef7a5705' 2024-11-21T17:33:49,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:33:49,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9047fce9-1a28-45e0-888c-f4bbef7a5705" 2024-11-21T17:33:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671de1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,44751,-1] 2024-11-21T17:33:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:33:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:49,308 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:33:49,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c849b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:49,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:33:49,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,39219,1732210426579, seqNum=-1] 2024-11-21T17:33:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:33:49,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:33:49,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,44751,1732210426536 2024-11-21T17:33:49,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53660 2024-11-21T17:33:49,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:33:49,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1006358da900002 connected 2024-11-21T17:33:49,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/hadoop.log.dir so I do NOT create it in target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d 2024-11-21T17:33:49,317 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:33:49,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/hadoop.tmp.dir so I do NOT create it in target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d 2024-11-21T17:33:49,317 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:33:49,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d 2024-11-21T17:33:49,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:33:49,317 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/cluster_46306c16-0e29-6317-f5e0-69dd6ebe6ff5, deleteOnExit=true 2024-11-21T17:33:49,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:33:49,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/test.cache.data in system properties and HBase conf 2024-11-21T17:33:49,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:33:49,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:33:49,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:33:49,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:33:49,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:33:49,317 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:33:49,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:33:49,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:33:49,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:33:49,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:33:49,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:33:49,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:33:49,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:33:49,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:33:49,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:33:49,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:33:49,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:33:49,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:33:49,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:33:49,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:33:49,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:33:49,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:33:49,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:33:49,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:33:49,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:33:49,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:33:49,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@423da121{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:33:49,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@219c2aa3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:33:49,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fd6c9c4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/java.io.tmpdir/jetty-localhost-46205-hadoop-hdfs-3_4_1-tests_jar-_-any-11910604269686226943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:33:49,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21b5f073{HTTP/1.1, (http/1.1)}{localhost:46205} 2024-11-21T17:33:49,476 INFO [Time-limited test {}] server.Server(415): Started @134738ms 2024-11-21T17:33:49,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:33:49,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:33:49,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:33:49,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:33:49,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T17:33:49,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d10d99b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:33:49,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@635ba689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:33:49,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2651b201{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/java.io.tmpdir/jetty-localhost-36009-hadoop-hdfs-3_4_1-tests_jar-_-any-995707451609647620/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:33:49,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@440b1237{HTTP/1.1, (http/1.1)}{localhost:36009} 2024-11-21T17:33:49,663 INFO [Time-limited test {}] server.Server(415): Started @134926ms 2024-11-21T17:33:49,665 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:33:49,747 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/cluster_46306c16-0e29-6317-f5e0-69dd6ebe6ff5/data/data2/current/BP-2119854874-172.17.0.2-1732210429332/current, will proceed with Du for space computation calculation, 2024-11-21T17:33:49,747 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/cluster_46306c16-0e29-6317-f5e0-69dd6ebe6ff5/data/data1/current/BP-2119854874-172.17.0.2-1732210429332/current, will proceed with Du for space computation calculation, 2024-11-21T17:33:49,810 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:33:49,817 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x836080b4c0b07ebe with lease ID 0xdba6fa6bc68ba132: Processing first storage report for DS-bb3a1b09-512c-46c5-850f-eb451535c25e from datanode DatanodeRegistration(127.0.0.1:34081, datanodeUuid=95488952-2b1b-4480-99d8-57943cd8b69c, infoPort=46775, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=1709486697;c=1732210429332) 2024-11-21T17:33:49,817 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x836080b4c0b07ebe with lease ID 0xdba6fa6bc68ba132: from storage DS-bb3a1b09-512c-46c5-850f-eb451535c25e node DatanodeRegistration(127.0.0.1:34081, datanodeUuid=95488952-2b1b-4480-99d8-57943cd8b69c, infoPort=46775, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=1709486697;c=1732210429332), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:33:49,817 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x836080b4c0b07ebe with lease ID 0xdba6fa6bc68ba132: Processing first storage report for DS-06ce17e1-1de7-4c77-a241-ad4a19426f0a from datanode DatanodeRegistration(127.0.0.1:34081, datanodeUuid=95488952-2b1b-4480-99d8-57943cd8b69c, infoPort=46775, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=1709486697;c=1732210429332) 2024-11-21T17:33:49,817 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x836080b4c0b07ebe with lease ID 0xdba6fa6bc68ba132: from storage DS-06ce17e1-1de7-4c77-a241-ad4a19426f0a node DatanodeRegistration(127.0.0.1:34081, datanodeUuid=95488952-2b1b-4480-99d8-57943cd8b69c, infoPort=46775, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=1709486697;c=1732210429332), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:33:49,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d 2024-11-21T17:33:49,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:49,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:49,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:33:50,321 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd with version=8 2024-11-21T17:33:50,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/hbase-staging 2024-11-21T17:33:50,323 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:33:50,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:50,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:50,323 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:33:50,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:50,323 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:33:50,323 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:33:50,323 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:33:50,324 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45093 2024-11-21T17:33:50,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45093 connecting to ZooKeeper ensemble=127.0.0.1:53660 2024-11-21T17:33:50,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450930x0, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:33:50,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45093-0x1006358da900003 connected 2024-11-21T17:33:50,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:50,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:50,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Set watcher on znode that does not yet exist, /11173244308/running 2024-11-21T17:33:50,344 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd, hbase.cluster.distributed=false 2024-11-21T17:33:50,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Set watcher on znode that does not yet exist, /11173244308/acl 2024-11-21T17:33:50,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45093 2024-11-21T17:33:50,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45093 2024-11-21T17:33:50,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45093 2024-11-21T17:33:50,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45093 2024-11-21T17:33:50,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45093 2024-11-21T17:33:50,380 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:33:50,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:50,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:50,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:33:50,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:50,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:33:50,380 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:33:50,380 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:33:50,381 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39373 2024-11-21T17:33:50,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39373 connecting to ZooKeeper ensemble=127.0.0.1:53660 2024-11-21T17:33:50,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:50,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:50,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393730x0, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:33:50,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393730x0, quorum=127.0.0.1:53660, baseZNode=/11173244308 Set watcher on znode that does not yet exist, /11173244308/running 2024-11-21T17:33:50,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39373-0x1006358da900004 connected 2024-11-21T17:33:50,388 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:33:50,389 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:33:50,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Set watcher on znode that does not yet exist, /11173244308/master 2024-11-21T17:33:50,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Set watcher on znode that does not yet exist, /11173244308/acl 2024-11-21T17:33:50,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39373 2024-11-21T17:33:50,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39373 2024-11-21T17:33:50,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39373 2024-11-21T17:33:50,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39373 2024-11-21T17:33:50,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39373 2024-11-21T17:33:50,426 DEBUG [M:0;f3865e8353b4:45093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:45093 2024-11-21T17:33:50,426 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11173244308/backup-masters/f3865e8353b4,45093,1732210430322 2024-11-21T17:33:50,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308/backup-masters 2024-11-21T17:33:50,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308/backup-masters 2024-11-21T17:33:50,429 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Set watcher on existing znode=/11173244308/backup-masters/f3865e8353b4,45093,1732210430322 2024-11-21T17:33:50,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308 2024-11-21T17:33:50,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11173244308/master 2024-11-21T17:33:50,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308 2024-11-21T17:33:50,431 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Set watcher on existing znode=/11173244308/master 2024-11-21T17:33:50,432 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11173244308/backup-masters/f3865e8353b4,45093,1732210430322 from backup master directory 2024-11-21T17:33:50,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11173244308/backup-masters/f3865e8353b4,45093,1732210430322 2024-11-21T17:33:50,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308/backup-masters 2024-11-21T17:33:50,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308/backup-masters 2024-11-21T17:33:50,433 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:33:50,433 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,45093,1732210430322 2024-11-21T17:33:50,437 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/hbase.id] with ID: c574803f-c500-4bd1-a46f-5c2d9b740815 2024-11-21T17:33:50,437 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/.tmp/hbase.id 2024-11-21T17:33:50,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:33:50,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T17:33:50,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T17:33:50,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:33:50,861 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/.tmp/hbase.id]:[hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/hbase.id] 2024-11-21T17:33:50,881 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:50,881 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:33:50,883 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T17:33:50,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308 2024-11-21T17:33:50,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308 2024-11-21T17:33:50,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:33:51,313 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:33:51,314 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:33:51,314 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:33:51,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:33:51,720 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store 2024-11-21T17:33:51,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:33:52,137 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:33:52,137 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:33:52,137 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:52,137 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:52,137 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:33:52,137 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:52,137 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:52,137 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210432137Disabling compacts and flushes for region at 1732210432137Disabling writes for close at 1732210432137Writing region close event to WAL at 1732210432137Closed at 1732210432137 2024-11-21T17:33:52,138 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/.initializing 2024-11-21T17:33:52,138 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/WALs/f3865e8353b4,45093,1732210430322 2024-11-21T17:33:52,139 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:33:52,140 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C45093%2C1732210430322, suffix=, logDir=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/WALs/f3865e8353b4,45093,1732210430322, archiveDir=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/oldWALs, maxLogs=10 2024-11-21T17:33:52,152 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/WALs/f3865e8353b4,45093,1732210430322/f3865e8353b4%2C45093%2C1732210430322.1732210432140, exclude list is [], retry=0 2024-11-21T17:33:52,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34081,DS-bb3a1b09-512c-46c5-850f-eb451535c25e,DISK] 2024-11-21T17:33:52,155 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/WALs/f3865e8353b4,45093,1732210430322/f3865e8353b4%2C45093%2C1732210430322.1732210432140 2024-11-21T17:33:52,156 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46775:46775)] 2024-11-21T17:33:52,156 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:33:52,156 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:33:52,156 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:52,156 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:52,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:52,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:33:52,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:52,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:52,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:52,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:33:52,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:52,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:33:52,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:52,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:33:52,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:52,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:33:52,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:52,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:33:52,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:52,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:33:52,163 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:52,163 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:52,163 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:52,164 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:52,164 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:52,165 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:33:52,166 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:52,167 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:33:52,168 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70389054, jitterRate=0.048878639936447144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:33:52,168 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210432156Initializing all the Stores at 1732210432157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210432157Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210432157Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210432157Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210432157Cleaning up temporary data from old regions at 1732210432164 (+7 ms)Region opened successfully at 1732210432168 (+4 ms) 2024-11-21T17:33:52,168 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:33:52,170 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d851b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:33:52,171 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:33:52,171 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:33:52,171 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:33:52,171 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:33:52,172 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:33:52,172 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:33:52,172 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:33:52,173 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:33:52,174 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Unable to get data of znode /11173244308/balancer because node does not exist (not necessarily an error) 2024-11-21T17:33:52,175 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11173244308/balancer already deleted, retry=false 2024-11-21T17:33:52,175 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:33:52,176 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Unable to get data of znode /11173244308/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:33:52,176 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11173244308/normalizer already deleted, retry=false 2024-11-21T17:33:52,176 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:33:52,177 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Unable to get data of znode /11173244308/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:33:52,178 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11173244308/switch/split already deleted, retry=false 2024-11-21T17:33:52,178 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Unable to get data of znode /11173244308/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:33:52,179 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11173244308/switch/merge already deleted, retry=false 2024-11-21T17:33:52,180 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Unable to get data of znode /11173244308/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:33:52,181 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11173244308/snapshot-cleanup already deleted, retry=false 2024-11-21T17:33:52,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11173244308/running 2024-11-21T17:33:52,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11173244308/running 2024-11-21T17:33:52,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308 2024-11-21T17:33:52,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308 2024-11-21T17:33:52,182 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,45093,1732210430322, sessionid=0x1006358da900003, setting cluster-up flag (Was=false) 2024-11-21T17:33:52,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308 2024-11-21T17:33:52,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308 2024-11-21T17:33:52,187 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11173244308/flush-table-proc/acquired, /11173244308/flush-table-proc/reached, /11173244308/flush-table-proc/abort 2024-11-21T17:33:52,187 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,45093,1732210430322 2024-11-21T17:33:52,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308 2024-11-21T17:33:52,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308 2024-11-21T17:33:52,192 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11173244308/online-snapshot/acquired, /11173244308/online-snapshot/reached, /11173244308/online-snapshot/abort 2024-11-21T17:33:52,192 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,45093,1732210430322 2024-11-21T17:33:52,194 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:33:52,196 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:33:52,196 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:33:52,196 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:33:52,196 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,45093,1732210430322 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:33:52,198 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:33:52,198 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:33:52,198 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:33:52,198 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:33:52,198 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:33:52,198 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:52,198 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:33:52,198 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:52,199 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:33:52,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:33:52,200 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:52,201 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:33:52,202 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210462202 2024-11-21T17:33:52,202 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:33:52,202 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:33:52,202 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:33:52,202 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:33:52,202 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:33:52,202 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:33:52,205 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:52,206 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:33:52,206 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:33:52,206 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:33:52,206 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:33:52,206 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:33:52,206 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:33:52,208 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210432206,5,FailOnTimeoutGroup] 2024-11-21T17:33:52,209 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210432208,5,FailOnTimeoutGroup] 2024-11-21T17:33:52,209 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:52,209 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:33:52,209 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:52,209 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:52,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:33:52,216 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer(746): ClusterId : c574803f-c500-4bd1-a46f-5c2d9b740815 2024-11-21T17:33:52,216 DEBUG [RS:0;f3865e8353b4:39373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:33:52,217 DEBUG [RS:0;f3865e8353b4:39373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:33:52,217 DEBUG [RS:0;f3865e8353b4:39373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:33:52,218 DEBUG [RS:0;f3865e8353b4:39373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:33:52,218 DEBUG [RS:0;f3865e8353b4:39373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e786003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:33:52,234 DEBUG [RS:0;f3865e8353b4:39373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:39373 2024-11-21T17:33:52,234 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:33:52,234 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:33:52,234 DEBUG [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:33:52,235 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,45093,1732210430322 with port=39373, startcode=1732210430379 2024-11-21T17:33:52,235 DEBUG [RS:0;f3865e8353b4:39373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:33:52,236 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:33:52,236 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,39373,1732210430379 2024-11-21T17:33:52,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45093 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,39373,1732210430379 2024-11-21T17:33:52,238 DEBUG [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd 2024-11-21T17:33:52,238 DEBUG [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43503 2024-11-21T17:33:52,238 DEBUG [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:33:52,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308/rs 2024-11-21T17:33:52,241 DEBUG [RS:0;f3865e8353b4:39373 {}] zookeeper.ZKUtil(111): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Set watcher on existing znode=/11173244308/rs/f3865e8353b4,39373,1732210430379 2024-11-21T17:33:52,241 WARN [RS:0;f3865e8353b4:39373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:33:52,241 INFO [RS:0;f3865e8353b4:39373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:33:52,241 DEBUG [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/WALs/f3865e8353b4,39373,1732210430379 2024-11-21T17:33:52,241 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,39373,1732210430379] 2024-11-21T17:33:52,244 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:33:52,247 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:33:52,247 INFO [RS:0;f3865e8353b4:39373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:33:52,248 INFO [RS:0;f3865e8353b4:39373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:52,249 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:33:52,250 INFO [RS:0;f3865e8353b4:39373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:33:52,250 INFO [RS:0;f3865e8353b4:39373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:52,250 DEBUG [RS:0;f3865e8353b4:39373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:52,250 DEBUG [RS:0;f3865e8353b4:39373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:52,250 DEBUG [RS:0;f3865e8353b4:39373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:52,250 DEBUG [RS:0;f3865e8353b4:39373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:52,250 DEBUG [RS:0;f3865e8353b4:39373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:52,250 DEBUG [RS:0;f3865e8353b4:39373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:33:52,250 DEBUG [RS:0;f3865e8353b4:39373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:52,250 DEBUG [RS:0;f3865e8353b4:39373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:52,250 DEBUG [RS:0;f3865e8353b4:39373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:52,250 DEBUG [RS:0;f3865e8353b4:39373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:52,250 DEBUG [RS:0;f3865e8353b4:39373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:52,250 DEBUG [RS:0;f3865e8353b4:39373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:52,250 DEBUG [RS:0;f3865e8353b4:39373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:33:52,250 DEBUG [RS:0;f3865e8353b4:39373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:33:52,252 INFO [RS:0;f3865e8353b4:39373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:52,252 INFO [RS:0;f3865e8353b4:39373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:52,252 INFO [RS:0;f3865e8353b4:39373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:52,252 INFO [RS:0;f3865e8353b4:39373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:52,252 INFO [RS:0;f3865e8353b4:39373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:52,252 INFO [RS:0;f3865e8353b4:39373 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,39373,1732210430379-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:33:52,266 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:33:52,266 INFO [RS:0;f3865e8353b4:39373 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,39373,1732210430379-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:52,266 INFO [RS:0;f3865e8353b4:39373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:52,266 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.Replication(171): f3865e8353b4,39373,1732210430379 started 2024-11-21T17:33:52,284 INFO [RS:0;f3865e8353b4:39373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:52,284 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,39373,1732210430379, RpcServer on f3865e8353b4/172.17.0.2:39373, sessionid=0x1006358da900004 2024-11-21T17:33:52,285 DEBUG [RS:0;f3865e8353b4:39373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:33:52,285 DEBUG [RS:0;f3865e8353b4:39373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,39373,1732210430379 2024-11-21T17:33:52,285 DEBUG [RS:0;f3865e8353b4:39373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,39373,1732210430379' 2024-11-21T17:33:52,285 DEBUG [RS:0;f3865e8353b4:39373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11173244308/flush-table-proc/abort' 2024-11-21T17:33:52,286 DEBUG [RS:0;f3865e8353b4:39373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11173244308/flush-table-proc/acquired' 2024-11-21T17:33:52,286 DEBUG [RS:0;f3865e8353b4:39373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:33:52,286 DEBUG [RS:0;f3865e8353b4:39373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:33:52,286 DEBUG [RS:0;f3865e8353b4:39373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,39373,1732210430379 2024-11-21T17:33:52,286 DEBUG [RS:0;f3865e8353b4:39373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,39373,1732210430379' 2024-11-21T17:33:52,286 DEBUG [RS:0;f3865e8353b4:39373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11173244308/online-snapshot/abort' 2024-11-21T17:33:52,287 DEBUG [RS:0;f3865e8353b4:39373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11173244308/online-snapshot/acquired' 2024-11-21T17:33:52,287 DEBUG [RS:0;f3865e8353b4:39373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:33:52,287 INFO [RS:0;f3865e8353b4:39373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:33:52,287 INFO [RS:0;f3865e8353b4:39373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:33:52,387 INFO [RS:0;f3865e8353b4:39373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:33:52,389 INFO [RS:0;f3865e8353b4:39373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C39373%2C1732210430379, suffix=, logDir=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/WALs/f3865e8353b4,39373,1732210430379, archiveDir=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/oldWALs, maxLogs=10 2024-11-21T17:33:52,407 DEBUG [RS:0;f3865e8353b4:39373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/WALs/f3865e8353b4,39373,1732210430379/f3865e8353b4%2C39373%2C1732210430379.1732210432389, exclude list is [], retry=0 2024-11-21T17:33:52,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34081,DS-bb3a1b09-512c-46c5-850f-eb451535c25e,DISK] 2024-11-21T17:33:52,411 INFO [RS:0;f3865e8353b4:39373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/WALs/f3865e8353b4,39373,1732210430379/f3865e8353b4%2C39373%2C1732210430379.1732210432389 2024-11-21T17:33:52,412 DEBUG [RS:0;f3865e8353b4:39373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46775:46775)] 2024-11-21T17:33:52,612 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:33:52,612 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd 2024-11-21T17:33:52,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741833_1009 (size=32) 2024-11-21T17:33:53,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:33:53,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:33:53,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:33:53,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:53,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:53,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:33:53,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:33:53,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:53,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:53,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:33:53,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:33:53,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:53,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:53,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:33:53,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:33:53,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:53,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:53,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:33:53,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/data/hbase/meta/1588230740 2024-11-21T17:33:53,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/data/hbase/meta/1588230740 2024-11-21T17:33:53,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:33:53,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:33:53,055 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:33:53,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:33:53,074 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:33:53,075 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69442984, jitterRate=0.03478109836578369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:33:53,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210433020Initializing all the Stores at 1732210433022 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210433022Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210433031 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210433031Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210433031Cleaning up temporary data from old regions at 1732210433054 (+23 ms)Region opened successfully at 1732210433075 (+21 ms) 2024-11-21T17:33:53,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:33:53,075 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:33:53,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:33:53,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:33:53,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:33:53,096 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:33:53,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210433075Disabling compacts and flushes for region at 1732210433075Disabling writes for close at 1732210433075Writing region close event to WAL at 1732210433095 (+20 ms)Closed at 1732210433095 2024-11-21T17:33:53,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:33:53,098 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:33:53,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:33:53,100 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:33:53,101 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:33:53,252 DEBUG [f3865e8353b4:45093 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:33:53,252 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,39373,1732210430379 2024-11-21T17:33:53,253 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,39373,1732210430379, state=OPENING 2024-11-21T17:33:53,254 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:33:53,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308 2024-11-21T17:33:53,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308 2024-11-21T17:33:53,256 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:33:53,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11173244308/meta-region-server: CHANGED 2024-11-21T17:33:53,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11173244308/meta-region-server: CHANGED 2024-11-21T17:33:53,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,39373,1732210430379}] 2024-11-21T17:33:53,409 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:33:53,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:33:53,421 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:33:53,421 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:33:53,422 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:33:53,424 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C39373%2C1732210430379.meta, suffix=.meta, logDir=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/WALs/f3865e8353b4,39373,1732210430379, archiveDir=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/oldWALs, maxLogs=10 2024-11-21T17:33:53,444 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/WALs/f3865e8353b4,39373,1732210430379/f3865e8353b4%2C39373%2C1732210430379.meta.1732210433424.meta, exclude list is [], retry=0 2024-11-21T17:33:53,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34081,DS-bb3a1b09-512c-46c5-850f-eb451535c25e,DISK] 2024-11-21T17:33:53,458 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/WALs/f3865e8353b4,39373,1732210430379/f3865e8353b4%2C39373%2C1732210430379.meta.1732210433424.meta 2024-11-21T17:33:53,458 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46775:46775)] 2024-11-21T17:33:53,458 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:33:53,459 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:33:53,459 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:33:53,459 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:33:53,459 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:33:53,459 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:33:53,459 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:33:53,459 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:33:53,459 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:33:53,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:33:53,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:33:53,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:53,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:53,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:33:53,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:33:53,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:53,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:53,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:33:53,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:33:53,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:53,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:53,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:33:53,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:33:53,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:53,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:53,466 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:33:53,467 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/data/hbase/meta/1588230740 2024-11-21T17:33:53,468 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/data/hbase/meta/1588230740 2024-11-21T17:33:53,469 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:33:53,469 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:33:53,469 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:33:53,471 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:33:53,472 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60496560, jitterRate=-0.09853100776672363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:33:53,472 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:33:53,472 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210433459Writing region info on filesystem at 1732210433459Initializing all the Stores at 1732210433460 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210433460Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210433460Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210433460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210433460Cleaning up temporary data from old regions at 1732210433469 (+9 ms)Running coprocessor post-open hooks at 1732210433472 (+3 ms)Region opened successfully at 1732210433472 2024-11-21T17:33:53,473 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210433408 2024-11-21T17:33:53,475 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:33:53,476 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:33:53,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,39373,1732210430379 2024-11-21T17:33:53,478 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,39373,1732210430379, state=OPEN 2024-11-21T17:33:53,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11173244308/meta-region-server 2024-11-21T17:33:53,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11173244308/meta-region-server 2024-11-21T17:33:53,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11173244308/meta-region-server: CHANGED 2024-11-21T17:33:53,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11173244308/meta-region-server: CHANGED 2024-11-21T17:33:53,479 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,39373,1732210430379 2024-11-21T17:33:53,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:33:53,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,39373,1732210430379 in 223 msec 2024-11-21T17:33:53,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:33:53,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 385 msec 2024-11-21T17:33:53,487 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:33:53,487 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:33:53,489 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:33:53,489 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,39373,1732210430379, seqNum=-1] 2024-11-21T17:33:53,489 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:33:53,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:33:53,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec 2024-11-21T17:33:53,496 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210433496, completionTime=-1 2024-11-21T17:33:53,497 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:33:53,497 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:33:53,499 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:33:53,499 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210493499 2024-11-21T17:33:53,499 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210553499 2024-11-21T17:33:53,499 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T17:33:53,499 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45093,1732210430322-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:53,500 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45093,1732210430322-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:53,500 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45093,1732210430322-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:53,500 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:45093, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:53,500 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:53,502 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:33:53,505 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:53,510 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.076sec 2024-11-21T17:33:53,510 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:33:53,510 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:33:53,510 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:33:53,510 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:33:53,510 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:33:53,510 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45093,1732210430322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:33:53,510 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45093,1732210430322-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:33:53,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cda97e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:53,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,45093,-1 for getting cluster id 2024-11-21T17:33:53,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:33:53,519 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c574803f-c500-4bd1-a46f-5c2d9b740815' 2024-11-21T17:33:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:33:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c574803f-c500-4bd1-a46f-5c2d9b740815" 2024-11-21T17:33:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96b2b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,45093,-1] 2024-11-21T17:33:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:33:53,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:53,521 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:33:53,521 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:33:53,521 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45093,1732210430322-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:53,522 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:33:53,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e65a45b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:53,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:33:53,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,39373,1732210430379, seqNum=-1] 2024-11-21T17:33:53,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:33:53,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:33:53,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,45093,1732210430322 2024-11-21T17:33:53,528 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53660 2024-11-21T17:33:53,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:33:53,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1006358da900005 connected 2024-11-21T17:33:53,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599368af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:53,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,44751,-1 for getting cluster id 2024-11-21T17:33:53,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:33:53,542 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9047fce9-1a28-45e0-888c-f4bbef7a5705' 2024-11-21T17:33:53,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:33:53,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9047fce9-1a28-45e0-888c-f4bbef7a5705" 2024-11-21T17:33:53,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:53,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@afcd5ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:53,544 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,44751,-1] 2024-11-21T17:33:53,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:33:53,546 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:33:53,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2a5e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:53,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:33:53,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,44751,1732210426536 2024-11-21T17:33:53,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bf7aefb 2024-11-21T17:33:53,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:33:53,549 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:33:53,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f3865e8353b4:45093,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:33:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:33:53,554 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:45093' 2024-11-21T17:33:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:33:53,561 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30fdbf35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:53,561 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,45093,-1 for getting cluster id 2024-11-21T17:33:53,561 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:33:53,563 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c574803f-c500-4bd1-a46f-5c2d9b740815' 2024-11-21T17:33:53,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:33:53,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c574803f-c500-4bd1-a46f-5c2d9b740815" 2024-11-21T17:33:53,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57929c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:53,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,45093,-1] 2024-11-21T17:33:53,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:33:53,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:53,565 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:33:53,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fdc7686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:53,566 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:33:53,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,45093,1732210430322 2024-11-21T17:33:53,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@135fc4cc 2024-11-21T17:33:53,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:33:53,567 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:33:53,568 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T17:33:53,568 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:33:53,568 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:53,568 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:53,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:33:53,569 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:33:53,570 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T17:33:53,571 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:33:53,571 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:53,572 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:33:53,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741835_1011 (size=1138) 2024-11-21T17:33:53,621 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T17:33:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:33:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:33:53,985 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 927258fdcb2283bf7df05bf7224a16fd, NAME => 'hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351 2024-11-21T17:33:54,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741836_1012 (size=44) 2024-11-21T17:33:54,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:33:54,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 927258fdcb2283bf7df05bf7224a16fd, disabling compactions & flushes 2024-11-21T17:33:54,002 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:33:54,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:33:54,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. after waiting 0 ms 2024-11-21T17:33:54,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:33:54,003 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:33:54,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 927258fdcb2283bf7df05bf7224a16fd: Waiting for close lock at 1732210434002Disabling compacts and flushes for region at 1732210434002Disabling writes for close at 1732210434002Writing region close event to WAL at 1732210434003 (+1 ms)Closed at 1732210434003 2024-11-21T17:33:54,004 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:33:54,005 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732210434004"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210434004"}]},"ts":"1732210434004"} 2024-11-21T17:33:54,007 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:33:54,008 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:33:54,009 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210434009"}]},"ts":"1732210434009"} 2024-11-21T17:33:54,011 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T17:33:54,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=927258fdcb2283bf7df05bf7224a16fd, ASSIGN}] 2024-11-21T17:33:54,013 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=927258fdcb2283bf7df05bf7224a16fd, ASSIGN 2024-11-21T17:33:54,014 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=927258fdcb2283bf7df05bf7224a16fd, ASSIGN; state=OFFLINE, location=f3865e8353b4,39219,1732210426579; forceNewPlan=false, retain=false 2024-11-21T17:33:54,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=927258fdcb2283bf7df05bf7224a16fd, regionState=OPENING, regionLocation=f3865e8353b4,39219,1732210426579 2024-11-21T17:33:54,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=927258fdcb2283bf7df05bf7224a16fd, ASSIGN because future has completed 2024-11-21T17:33:54,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 927258fdcb2283bf7df05bf7224a16fd, server=f3865e8353b4,39219,1732210426579}] 2024-11-21T17:33:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:33:54,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:33:54,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:33:54,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T17:33:54,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C39219%2C1732210426579.rep, suffix=, logDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/oldWALs, maxLogs=10 2024-11-21T17:33:54,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579/f3865e8353b4%2C39219%2C1732210426579.rep.1732210434329, exclude list is [], retry=0 2024-11-21T17:33:54,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46353,DS-bb2e3c6b-32b5-49da-9b0a-71f1670554ed,DISK] 2024-11-21T17:33:54,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579/f3865e8353b4%2C39219%2C1732210426579.rep.1732210434329 2024-11-21T17:33:54,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-21T17:33:54,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 927258fdcb2283bf7df05bf7224a16fd, NAME => 'hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:33:54,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:33:54,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:33:54,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. service=MultiRowMutationService 2024-11-21T17:33:54,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T17:33:54,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:33:54,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:33:54,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:33:54,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:33:54,361 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:33:54,362 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 927258fdcb2283bf7df05bf7224a16fd columnFamilyName hfileref 2024-11-21T17:33:54,363 DEBUG [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:54,363 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] regionserver.HStore(327): Store=927258fdcb2283bf7df05bf7224a16fd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:33:54,363 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:33:54,364 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 927258fdcb2283bf7df05bf7224a16fd columnFamilyName queue 2024-11-21T17:33:54,364 DEBUG [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:54,364 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] regionserver.HStore(327): Store=927258fdcb2283bf7df05bf7224a16fd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:33:54,365 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:33:54,365 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 927258fdcb2283bf7df05bf7224a16fd columnFamilyName sid 2024-11-21T17:33:54,365 DEBUG [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:54,366 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] regionserver.HStore(327): Store=927258fdcb2283bf7df05bf7224a16fd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:33:54,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:33:54,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/replication/927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:33:54,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/replication/927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:33:54,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:33:54,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:33:54,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:33:54,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:33:54,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/replication/927258fdcb2283bf7df05bf7224a16fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:33:54,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 927258fdcb2283bf7df05bf7224a16fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72665626, jitterRate=0.08280220627784729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:33:54,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:33:54,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 927258fdcb2283bf7df05bf7224a16fd: Running coprocessor pre-open hook at 1732210434360Writing region info on filesystem at 1732210434360Initializing all the Stores at 1732210434361 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210434361Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210434361Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210434361Cleaning up temporary data from old regions at 1732210434368 (+7 ms)Running coprocessor post-open hooks at 1732210434374 (+6 ms)Region opened successfully at 1732210434375 (+1 ms) 2024-11-21T17:33:54,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd., pid=7, masterSystemTime=1732210434323 2024-11-21T17:33:54,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:33:54,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:33:54,380 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=927258fdcb2283bf7df05bf7224a16fd, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,39219,1732210426579 2024-11-21T17:33:54,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 927258fdcb2283bf7df05bf7224a16fd, server=f3865e8353b4,39219,1732210426579 because future has completed 2024-11-21T17:33:54,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T17:33:54,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 927258fdcb2283bf7df05bf7224a16fd, server=f3865e8353b4,39219,1732210426579 in 215 msec 2024-11-21T17:33:54,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:33:54,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=927258fdcb2283bf7df05bf7224a16fd, ASSIGN in 374 msec 2024-11-21T17:33:54,390 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:33:54,390 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210434390"}]},"ts":"1732210434390"} 2024-11-21T17:33:54,392 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T17:33:54,393 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:33:54,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 824 msec 2024-11-21T17:33:54,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd., hostname=f3865e8353b4,39219,1732210426579, seqNum=2] 2024-11-21T17:33:54,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:54,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:54,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:33:54,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39219 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T17:33:54,600 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T17:33:54,637 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,39219,1732210426579, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:33:54,638 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:33:54,638 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,39219,1732210426579, seqNum=-1] 2024-11-21T17:33:54,638 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:33:54,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-21T17:33:54,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f3865e8353b4,39219,1732210426579', locateType=CURRENT is [region=hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd., hostname=f3865e8353b4,39219,1732210426579, seqNum=2] 2024-11-21T17:33:54,650 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T17:33:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T17:33:54,654 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f3865e8353b4,39219,1732210426579 suceeded 2024-11-21T17:33:54,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T17:33:54,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-11-21T17:33:54,664 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f3865e8353b4:45093,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:33:54,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1150 sec 2024-11-21T17:33:54,673 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,39219,1732210426579 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:45093' 2024-11-21T17:33:54,674 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,39219,1732210426579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bb52d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:54,674 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,39219,1732210426579 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,45093,-1 for getting cluster id 2024-11-21T17:33:54,675 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,39219,1732210426579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:33:54,675 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c574803f-c500-4bd1-a46f-5c2d9b740815' 2024-11-21T17:33:54,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:33:54,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c574803f-c500-4bd1-a46f-5c2d9b740815" 2024-11-21T17:33:54,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42221a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:54,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,45093,-1] 2024-11-21T17:33:54,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:33:54,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:54,677 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:33:54,677 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,39219,1732210426579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@465b910c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:54,677 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,39219,1732210426579 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:33:54,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,45093,1732210430322 2024-11-21T17:33:54,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7371f715 2024-11-21T17:33:54,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:33:54,679 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-21T17:33:54,679 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,39219,1732210426579 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,39219,1732210426579 (queues=1) is replicating from cluster=9047fce9-1a28-45e0-888c-f4bbef7a5705 to cluster=c574803f-c500-4bd1-a46f-5c2d9b740815 2024-11-21T17:33:54,680 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,39219,1732210426579 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C39219%2C1732210426579 2024-11-21T17:33:54,680 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,39219,1732210426579 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,39219,1732210426579, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:33:54,680 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,39219,1732210426579.replicationSource.wal-reader.f3865e8353b4%2C39219%2C1732210426579,1-f3865e8353b4,39219,1732210426579 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579/f3865e8353b4%2C39219%2C1732210426579.1732210428591, startPosition=0, beingWritten=true 2024-11-21T17:33:54,681 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,39219,1732210426579.replicationSource.shipperf3865e8353b4%2C39219%2C1732210426579,1-f3865e8353b4,39219,1732210426579 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C39219%2C1732210426579 2024-11-21T17:33:54,686 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:33:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:33:54,688 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T17:33:54,688 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:33:54,688 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:33:54,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:54,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:54,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:33:54,688 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:33:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,44751,1732210426536 2024-11-21T17:33:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3879f04 2024-11-21T17:33:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:33:54,690 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:33:54,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44751 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T17:33:54,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:33:54,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:33:54,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:54,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:54,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:33:54,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:33:54,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=701665287, stopped=false 2024-11-21T17:33:54,692 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,44751,1732210426536 2024-11-21T17:33:54,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384441733/running 2024-11-21T17:33:54,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384441733/running 2024-11-21T17:33:54,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:54,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:54,693 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:33:54,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:33:54,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:33:54,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:54,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on znode that does not yet exist, /01384441733/running 2024-11-21T17:33:54,693 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,39219,1732210426579' ***** 2024-11-21T17:33:54,693 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:33:54,693 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:33:54,694 INFO [RS:0;f3865e8353b4:39219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:33:54,694 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:33:54,694 INFO [RS:0;f3865e8353b4:39219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:33:54,694 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(3091): Received CLOSE for 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:33:54,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on znode that does not yet exist, /01384441733/running 2024-11-21T17:33:54,694 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,39219,1732210426579 2024-11-21T17:33:54,694 INFO [RS:0;f3865e8353b4:39219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:33:54,695 INFO [RS:0;f3865e8353b4:39219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:39219. 2024-11-21T17:33:54,695 DEBUG [RS:0;f3865e8353b4:39219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:33:54,695 DEBUG [RS:0;f3865e8353b4:39219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:54,695 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:33:54,695 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:33:54,695 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:33:54,695 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:33:54,701 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 927258fdcb2283bf7df05bf7224a16fd, disabling compactions & flushes 2024-11-21T17:33:54,701 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:33:54,701 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:33:54,701 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. after waiting 0 ms 2024-11-21T17:33:54,701 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:33:54,701 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 927258fdcb2283bf7df05bf7224a16fd 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T17:33:54,705 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T17:33:54,705 DEBUG [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 927258fdcb2283bf7df05bf7224a16fd=hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd.} 2024-11-21T17:33:54,705 DEBUG [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:33:54,717 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:33:54,717 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:33:54,717 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:33:54,717 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:33:54,717 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:33:54,717 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T17:33:54,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:54,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:54,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:54,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:54,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:54,747 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/.tmp/info/88a2007f61bb4d84ae6081335a2b530f is 147, key is hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd./info:regioninfo/1732210434380/Put/seqid=0 2024-11-21T17:33:54,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:54,758 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/replication/927258fdcb2283bf7df05bf7224a16fd/.tmp/queue/057941989f184db1b810d08dbdc29202 is 151, key is 1-f3865e8353b4,39219,1732210426579/queue:f3865e8353b4%2C39219%2C1732210426579/1732210434642/Put/seqid=0 2024-11-21T17:33:54,760 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T17:33:54,761 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:33:54,763 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:33:54,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741838_1014 (size=6631) 2024-11-21T17:33:54,768 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/.tmp/info/88a2007f61bb4d84ae6081335a2b530f 2024-11-21T17:33:54,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741839_1015 (size=5350) 2024-11-21T17:33:54,771 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/replication/927258fdcb2283bf7df05bf7224a16fd/.tmp/queue/057941989f184db1b810d08dbdc29202 2024-11-21T17:33:54,779 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/replication/927258fdcb2283bf7df05bf7224a16fd/.tmp/queue/057941989f184db1b810d08dbdc29202 as hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/replication/927258fdcb2283bf7df05bf7224a16fd/queue/057941989f184db1b810d08dbdc29202 2024-11-21T17:33:54,784 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/replication/927258fdcb2283bf7df05bf7224a16fd/queue/057941989f184db1b810d08dbdc29202, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T17:33:54,785 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 927258fdcb2283bf7df05bf7224a16fd in 84ms, sequenceid=5, compaction requested=false 2024-11-21T17:33:54,792 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/replication/927258fdcb2283bf7df05bf7224a16fd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T17:33:54,793 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:33:54,793 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:33:54,793 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:33:54,793 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 927258fdcb2283bf7df05bf7224a16fd: Waiting for close lock at 1732210434696Running coprocessor pre-close hooks at 1732210434696Disabling compacts and flushes for region at 1732210434696Disabling writes for close at 1732210434701 (+5 ms)Obtaining lock to block concurrent updates at 1732210434701Preparing flush snapshotting stores in 927258fdcb2283bf7df05bf7224a16fd at 1732210434701Finished memstore snapshotting hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732210434702 (+1 ms)Flushing stores of hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. at 1732210434703 (+1 ms)Flushing 927258fdcb2283bf7df05bf7224a16fd/queue: creating writer at 1732210434703Flushing 927258fdcb2283bf7df05bf7224a16fd/queue: appending metadata at 1732210434757 (+54 ms)Flushing 927258fdcb2283bf7df05bf7224a16fd/queue: closing flushed file at 1732210434758 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@755becd7: reopening flushed file at 1732210434778 (+20 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 927258fdcb2283bf7df05bf7224a16fd in 84ms, sequenceid=5, compaction requested=false at 1732210434785 (+7 ms)Writing region close event to WAL at 1732210434789 (+4 ms)Running coprocessor post-close hooks at 1732210434793 (+4 ms)Closed at 1732210434793 2024-11-21T17:33:54,793 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:33:54,796 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/.tmp/ns/a379971fc54c40b387bbd930c1447314 is 43, key is default/ns:d/1732210429206/Put/seqid=0 2024-11-21T17:33:54,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741840_1016 (size=5153) 2024-11-21T17:33:54,888 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,39219,1732210426579.replicationSource.wal-reader.f3865e8353b4%2C39219%2C1732210426579,1-f3865e8353b4,39219,1732210426579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579/f3865e8353b4%2C39219%2C1732210426579.1732210428591 to pos 0, reset compression=false 2024-11-21T17:33:54,905 DEBUG [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:33:55,105 DEBUG [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:33:55,200 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/.tmp/ns/a379971fc54c40b387bbd930c1447314 2024-11-21T17:33:55,214 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,39219,1732210426579.replicationSource.wal-reader.f3865e8353b4%2C39219%2C1732210426579,1-f3865e8353b4,39219,1732210426579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579/f3865e8353b4%2C39219%2C1732210426579.1732210428591 to pos 0, reset compression=false 2024-11-21T17:33:55,252 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/.tmp/table/4d5257576a8340d0a0043bb8d22a0bdc is 53, key is hbase:replication/table:state/1732210434390/Put/seqid=0 2024-11-21T17:33:55,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741841_1017 (size=5256) 2024-11-21T17:33:55,290 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/.tmp/table/4d5257576a8340d0a0043bb8d22a0bdc 2024-11-21T17:33:55,299 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/.tmp/info/88a2007f61bb4d84ae6081335a2b530f as hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/info/88a2007f61bb4d84ae6081335a2b530f 2024-11-21T17:33:55,306 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/info/88a2007f61bb4d84ae6081335a2b530f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T17:33:55,306 DEBUG [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:33:55,307 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/.tmp/ns/a379971fc54c40b387bbd930c1447314 as hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/ns/a379971fc54c40b387bbd930c1447314 2024-11-21T17:33:55,315 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/ns/a379971fc54c40b387bbd930c1447314, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T17:33:55,317 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/.tmp/table/4d5257576a8340d0a0043bb8d22a0bdc as hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/table/4d5257576a8340d0a0043bb8d22a0bdc 2024-11-21T17:33:55,328 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/table/4d5257576a8340d0a0043bb8d22a0bdc, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T17:33:55,330 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 613ms, sequenceid=11, compaction requested=false 2024-11-21T17:33:55,390 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T17:33:55,391 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:33:55,391 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:33:55,391 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:33:55,391 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210434717Running coprocessor pre-close hooks at 1732210434717Disabling compacts and flushes for region at 1732210434717Disabling writes for close at 1732210434717Obtaining lock to block concurrent updates at 1732210434717Preparing flush snapshotting stores in 1588230740 at 1732210434717Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732210434718 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732210434719 (+1 ms)Flushing 1588230740/info: creating writer at 1732210434719Flushing 1588230740/info: appending metadata at 1732210434746 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732210434746Flushing 1588230740/ns: creating writer at 1732210434780 (+34 ms)Flushing 1588230740/ns: appending metadata at 1732210434795 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732210434795Flushing 1588230740/table: creating writer at 1732210435208 (+413 ms)Flushing 1588230740/table: appending metadata at 1732210435251 (+43 ms)Flushing 1588230740/table: closing flushed file at 1732210435251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1860911b: reopening flushed file at 1732210435297 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@293eab3c: reopening flushed file at 1732210435306 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26a0bf4f: reopening flushed file at 1732210435316 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 613ms, sequenceid=11, compaction requested=false at 1732210435330 (+14 ms)Writing region close event to WAL at 1732210435377 (+47 ms)Running coprocessor post-close hooks at 1732210435391 (+14 ms)Closed at 1732210435391 2024-11-21T17:33:55,391 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:33:55,456 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:33:55,456 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:33:55,506 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,39219,1732210426579; all regions closed. 2024-11-21T17:33:55,513 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579/f3865e8353b4%2C39219%2C1732210426579.meta.1732210429163.meta not finished, retry = 0 2024-11-21T17:33:55,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741834_1010 (size=2742) 2024-11-21T17:33:55,616 DEBUG [RS:0;f3865e8353b4:39219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/oldWALs 2024-11-21T17:33:55,616 INFO [RS:0;f3865e8353b4:39219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C39219%2C1732210426579.meta:.meta(num 1732210429163) 2024-11-21T17:33:55,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741837_1013 (size=1586) 2024-11-21T17:33:55,620 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579/f3865e8353b4%2C39219%2C1732210426579.rep.1732210434329 not finished, retry = 0 2024-11-21T17:33:55,675 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,39219,1732210426579.replicationSource.wal-reader.f3865e8353b4%2C39219%2C1732210426579,1-f3865e8353b4,39219,1732210426579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579/f3865e8353b4%2C39219%2C1732210426579.1732210428591 to pos 0, reset compression=false 2024-11-21T17:33:55,724 DEBUG [RS:0;f3865e8353b4:39219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/oldWALs 2024-11-21T17:33:55,724 INFO [RS:0;f3865e8353b4:39219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C39219%2C1732210426579.rep:(num 1732210434329) 2024-11-21T17:33:55,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741833_1009 (size=93) 2024-11-21T17:33:55,732 DEBUG [RS:0;f3865e8353b4:39219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/oldWALs 2024-11-21T17:33:55,732 INFO [RS:0;f3865e8353b4:39219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C39219%2C1732210426579:(num 1732210428591) 2024-11-21T17:33:55,732 DEBUG [RS:0;f3865e8353b4:39219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:55,732 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:33:55,732 INFO [RS:0;f3865e8353b4:39219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:33:55,732 INFO [RS:0;f3865e8353b4:39219 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:33:55,732 INFO [RS:0;f3865e8353b4:39219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:33:55,732 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:33:55,733 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,39219,1732210426579 because: Region server is closing 2024-11-21T17:33:55,733 INFO [RS:0;f3865e8353b4:39219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:39219. 2024-11-21T17:33:55,733 DEBUG [RS:0;f3865e8353b4:39219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:33:55,733 DEBUG [RS:0;f3865e8353b4:39219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:55,733 DEBUG [RS:0;f3865e8353b4:39219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:55,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:33:55,833 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,39219,1732210426579.replicationSource.wal-reader.f3865e8353b4%2C39219%2C1732210426579,1-f3865e8353b4,39219,1732210426579 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T17:33:55,833 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,39219,1732210426579.replicationSource.shipperf3865e8353b4%2C39219%2C1732210426579,1-f3865e8353b4,39219,1732210426579 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T17:33:55,834 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,39219,1732210426579.replicationSource.shipperf3865e8353b4%2C39219%2C1732210426579,1-f3865e8353b4,39219,1732210426579 terminated 2024-11-21T17:33:55,834 INFO [RS:0;f3865e8353b4:39219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39219 2024-11-21T17:33:55,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384441733/rs/f3865e8353b4,39219,1732210426579 2024-11-21T17:33:55,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733/rs 2024-11-21T17:33:55,835 INFO [RS:0;f3865e8353b4:39219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:33:55,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,39219,1732210426579] 2024-11-21T17:33:55,836 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01384441733/draining/f3865e8353b4,39219,1732210426579 already deleted, retry=false 2024-11-21T17:33:55,836 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,39219,1732210426579 expired; onlineServers=0 2024-11-21T17:33:55,836 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,44751,1732210426536' ***** 2024-11-21T17:33:55,836 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:33:55,837 INFO [M:0;f3865e8353b4:44751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:33:55,837 INFO [M:0;f3865e8353b4:44751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:33:55,837 DEBUG [M:0;f3865e8353b4:44751 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:33:55,837 DEBUG [M:0;f3865e8353b4:44751 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:33:55,837 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210428377 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210428377,5,FailOnTimeoutGroup] 2024-11-21T17:33:55,837 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210428385 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210428385,5,FailOnTimeoutGroup] 2024-11-21T17:33:55,837 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:33:55,837 INFO [M:0;f3865e8353b4:44751 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:33:55,837 INFO [M:0;f3865e8353b4:44751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:33:55,837 DEBUG [M:0;f3865e8353b4:44751 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:33:55,837 INFO [M:0;f3865e8353b4:44751 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:33:55,837 INFO [M:0;f3865e8353b4:44751 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:33:55,837 INFO [M:0;f3865e8353b4:44751 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:33:55,837 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:33:55,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384441733/master 2024-11-21T17:33:55,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:55,838 DEBUG [M:0;f3865e8353b4:44751 {}] zookeeper.ZKUtil(347): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Unable to get data of znode /01384441733/master because node does not exist (not an error) 2024-11-21T17:33:55,838 WARN [M:0;f3865e8353b4:44751 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:33:55,839 INFO [M:0;f3865e8353b4:44751 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/.lastflushedseqids 2024-11-21T17:33:55,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741842_1018 (size=190) 2024-11-21T17:33:55,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:33:55,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39219-0x1006358da900001, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:33:55,936 INFO [RS:0;f3865e8353b4:39219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:33:55,936 INFO [RS:0;f3865e8353b4:39219 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,39219,1732210426579; zookeeper connection closed. 2024-11-21T17:33:55,937 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@99be425 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@99be425 2024-11-21T17:33:55,937 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:33:56,244 INFO [M:0;f3865e8353b4:44751 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:33:56,244 INFO [M:0;f3865e8353b4:44751 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:33:56,244 DEBUG [M:0;f3865e8353b4:44751 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:33:56,244 INFO [M:0;f3865e8353b4:44751 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:56,244 DEBUG [M:0;f3865e8353b4:44751 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:56,244 DEBUG [M:0;f3865e8353b4:44751 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:33:56,244 DEBUG [M:0;f3865e8353b4:44751 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:56,244 INFO [M:0;f3865e8353b4:44751 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T17:33:56,261 DEBUG [M:0;f3865e8353b4:44751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4dcae08a29d41aa89c4c2b0f3f31bfb is 82, key is hbase:meta,,1/info:regioninfo/1732210429197/Put/seqid=0 2024-11-21T17:33:56,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741843_1019 (size=5672) 2024-11-21T17:33:56,666 INFO [M:0;f3865e8353b4:44751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4dcae08a29d41aa89c4c2b0f3f31bfb 2024-11-21T17:33:56,687 DEBUG [M:0;f3865e8353b4:44751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64ffb6eb0a494badb142a8182a8ec11d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732210434395/Put/seqid=0 2024-11-21T17:33:56,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741844_1020 (size=7203) 2024-11-21T17:33:57,092 INFO [M:0;f3865e8353b4:44751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64ffb6eb0a494badb142a8182a8ec11d 2024-11-21T17:33:57,110 DEBUG [M:0;f3865e8353b4:44751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78e24f1275c84cfa8c17831bfb5085bb is 69, key is f3865e8353b4,39219,1732210426579/rs:state/1732210428429/Put/seqid=0 2024-11-21T17:33:57,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741845_1021 (size=5156) 2024-11-21T17:33:57,514 INFO [M:0;f3865e8353b4:44751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78e24f1275c84cfa8c17831bfb5085bb 2024-11-21T17:33:57,519 DEBUG [M:0;f3865e8353b4:44751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d4dcae08a29d41aa89c4c2b0f3f31bfb as hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4dcae08a29d41aa89c4c2b0f3f31bfb 2024-11-21T17:33:57,523 INFO [M:0;f3865e8353b4:44751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4dcae08a29d41aa89c4c2b0f3f31bfb, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T17:33:57,524 DEBUG [M:0;f3865e8353b4:44751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64ffb6eb0a494badb142a8182a8ec11d as hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64ffb6eb0a494badb142a8182a8ec11d 2024-11-21T17:33:57,529 INFO [M:0;f3865e8353b4:44751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64ffb6eb0a494badb142a8182a8ec11d, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T17:33:57,530 DEBUG [M:0;f3865e8353b4:44751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/78e24f1275c84cfa8c17831bfb5085bb as hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78e24f1275c84cfa8c17831bfb5085bb 2024-11-21T17:33:57,536 INFO [M:0;f3865e8353b4:44751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78e24f1275c84cfa8c17831bfb5085bb, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T17:33:57,537 INFO [M:0;f3865e8353b4:44751 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false 2024-11-21T17:33:57,538 INFO [M:0;f3865e8353b4:44751 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:33:57,539 DEBUG [M:0;f3865e8353b4:44751 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210436244Disabling compacts and flushes for region at 1732210436244Disabling writes for close at 1732210436244Obtaining lock to block concurrent updates at 1732210436244Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210436244Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732210436245 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210436245Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210436246 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210436261 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210436261Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210436672 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210436687 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210436687Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210437096 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210437109 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210437109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3258c63b: reopening flushed file at 1732210437518 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed048c: reopening flushed file at 1732210437523 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fe536d7: reopening flushed file at 1732210437529 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false at 1732210437537 (+8 ms)Writing region close event to WAL at 1732210437538 (+1 ms)Closed at 1732210437538 2024-11-21T17:33:57,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741830_1006 (size=41008) 2024-11-21T17:33:57,541 INFO [M:0;f3865e8353b4:44751 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:33:57,541 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:33:57,541 INFO [M:0;f3865e8353b4:44751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44751 2024-11-21T17:33:57,541 INFO [M:0;f3865e8353b4:44751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:33:57,643 INFO [M:0;f3865e8353b4:44751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:33:57,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:33:57,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44751-0x1006358da900000, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:33:57,644 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:33:57,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:57,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:57,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:33:57,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:57,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:33:57,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:33:57,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:33:57,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33097 2024-11-21T17:33:57,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33097 connecting to ZooKeeper ensemble=127.0.0.1:53660 2024-11-21T17:33:57,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330970x0, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:33:57,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33097-0x1006358da900006 connected 2024-11-21T17:33:57,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:57,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:57,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on znode that does not yet exist, /01384441733/running 2024-11-21T17:33:57,656 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384441733/meta-region-server: INIT 2024-11-21T17:33:57,657 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351, hbase.cluster.distributed=false 2024-11-21T17:33:57,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on znode that does not yet exist, /01384441733/acl 2024-11-21T17:33:57,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33097 2024-11-21T17:33:57,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33097 2024-11-21T17:33:57,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33097 2024-11-21T17:33:57,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33097 2024-11-21T17:33:57,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33097 2024-11-21T17:33:57,672 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:33:57,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:57,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:57,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:33:57,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:33:57,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:33:57,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:33:57,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:33:57,672 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45573 2024-11-21T17:33:57,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45573 connecting to ZooKeeper ensemble=127.0.0.1:53660 2024-11-21T17:33:57,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:57,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:57,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455730x0, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:33:57,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45573-0x1006358da900007 connected 2024-11-21T17:33:57,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on znode that does not yet exist, /01384441733/running 2024-11-21T17:33:57,678 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384441733/meta-region-server: INIT 2024-11-21T17:33:57,678 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:33:57,679 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:33:57,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on znode that does not yet exist, /01384441733/master 2024-11-21T17:33:57,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on znode that does not yet exist, /01384441733/acl 2024-11-21T17:33:57,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45573 2024-11-21T17:33:57,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45573 2024-11-21T17:33:57,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45573 2024-11-21T17:33:57,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45573 2024-11-21T17:33:57,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45573 2024-11-21T17:33:57,696 DEBUG [M:0;f3865e8353b4:33097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:33097 2024-11-21T17:33:57,696 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01384441733/backup-masters/f3865e8353b4,33097,1732210437644 2024-11-21T17:33:57,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733/backup-masters 2024-11-21T17:33:57,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733/backup-masters 2024-11-21T17:33:57,697 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on existing znode=/01384441733/backup-masters/f3865e8353b4,33097,1732210437644 2024-11-21T17:33:57,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01384441733/master 2024-11-21T17:33:57,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:57,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:57,698 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on existing znode=/01384441733/master 2024-11-21T17:33:57,699 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01384441733/backup-masters/f3865e8353b4,33097,1732210437644 from backup master directory 2024-11-21T17:33:57,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384441733/backup-masters/f3865e8353b4,33097,1732210437644 2024-11-21T17:33:57,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733/backup-masters 2024-11-21T17:33:57,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733/backup-masters 2024-11-21T17:33:57,699 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:33:57,699 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,33097,1732210437644 2024-11-21T17:33:57,709 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:33:57,709 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:33:57,715 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-21T17:33:57,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741846_1022 (size=196) 2024-11-21T17:33:58,126 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:33:58,127 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:33:58,127 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:33:58,133 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T17:33:58,135 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/WALs/f3865e8353b4,44751,1732210426536 to hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/WALs/f3865e8353b4,44751,1732210426536-dead as it is dead 2024-11-21T17:33:58,135 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/WALs/f3865e8353b4,44751,1732210426536-dead/f3865e8353b4%2C44751%2C1732210426536.1732210428282 2024-11-21T17:33:58,136 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/WALs/f3865e8353b4,44751,1732210426536-dead/f3865e8353b4%2C44751%2C1732210426536.1732210428282 after 1ms 2024-11-21T17:33:58,136 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/WALs/f3865e8353b4,44751,1732210426536-dead/f3865e8353b4%2C44751%2C1732210426536.1732210428282 to hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f3865e8353b4%2C44751%2C1732210426536.1732210428282 2024-11-21T17:33:58,137 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/WALs/f3865e8353b4,44751,1732210426536-dead 2024-11-21T17:33:58,137 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/WALs/f3865e8353b4,33097,1732210437644 2024-11-21T17:33:58,138 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:33:58,139 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C33097%2C1732210437644, suffix=, logDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/WALs/f3865e8353b4,33097,1732210437644, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/oldWALs, maxLogs=10 2024-11-21T17:33:58,152 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/WALs/f3865e8353b4,33097,1732210437644/f3865e8353b4%2C33097%2C1732210437644.1732210438139, exclude list is [], retry=0 2024-11-21T17:33:58,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46353,DS-bb2e3c6b-32b5-49da-9b0a-71f1670554ed,DISK] 2024-11-21T17:33:58,156 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/WALs/f3865e8353b4,33097,1732210437644/f3865e8353b4%2C33097%2C1732210437644.1732210438139 2024-11-21T17:33:58,156 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-21T17:33:58,156 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:33:58,156 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:33:58,156 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:58,156 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:58,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:58,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:33:58,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:58,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d4dcae08a29d41aa89c4c2b0f3f31bfb 2024-11-21T17:33:58,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:58,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:58,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:33:58,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:58,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64ffb6eb0a494badb142a8182a8ec11d 2024-11-21T17:33:58,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:33:58,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:58,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:33:58,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:58,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/78e24f1275c84cfa8c17831bfb5085bb 2024-11-21T17:33:58,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:33:58,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:58,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:33:58,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:58,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:33:58,177 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:58,178 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T17:33:58,178 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f3865e8353b4%2C44751%2C1732210426536.1732210428282 2024-11-21T17:33:58,183 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f3865e8353b4%2C44751%2C1732210426536.1732210428282 2024-11-21T17:33:58,183 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f3865e8353b4%2C44751%2C1732210426536.1732210428282 2024-11-21T17:33:58,185 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:58,185 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:58,185 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:33:58,186 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:33:58,189 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-21T17:33:58,189 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64937450, jitterRate=-0.032356590032577515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:33:58,190 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210438156Initializing all the Stores at 1732210438157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210438157Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210438157Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210438157Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210438157Cleaning up temporary data from old regions at 1732210438185 (+28 ms)Region opened successfully at 1732210438190 (+5 ms) 2024-11-21T17:33:58,190 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:33:58,192 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b809ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:33:58,194 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T17:33:58,194 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:33:58,194 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:33:58,194 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:33:58,195 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:33:58,197 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:33:58,198 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:33:58,198 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T17:33:58,198 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-21T17:33:58,198 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:33:58,201 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f3865e8353b4,39219,1732210426579, regionLocation=f3865e8353b4,39219,1732210426579, openSeqNum=2 2024-11-21T17:33:58,201 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f3865e8353b4,39219,1732210426579, table=hbase:meta, region=1588230740 2024-11-21T17:33:58,201 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,39219,1732210426579, state=OPEN 2024-11-21T17:33:58,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384441733/meta-region-server 2024-11-21T17:33:58,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384441733/meta-region-server 2024-11-21T17:33:58,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384441733/meta-region-server: CHANGED 2024-11-21T17:33:58,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384441733/meta-region-server: CHANGED 2024-11-21T17:33:58,204 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:33:58,205 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384441733/draining/f3865e8353b4,39219,1732210426579 already deleted, retry=false 2024-11-21T17:33:58,205 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f3865e8353b4,39219,1732210426579 on f3865e8353b4,33097,1732210437644 2024-11-21T17:33:58,206 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f3865e8353b4,39219,1732210426579, splitWal=true, meta=true 2024-11-21T17:33:58,206 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for f3865e8353b4,39219,1732210426579 (carryingMeta=true) f3865e8353b4,39219,1732210426579/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2003f248[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T17:33:58,208 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Unable to get data of znode /01384441733/balancer because node does not exist (not necessarily an error) 2024-11-21T17:33:58,209 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384441733/balancer already deleted, retry=false 2024-11-21T17:33:58,209 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:33:58,209 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Unable to get data of znode /01384441733/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:33:58,210 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384441733/normalizer already deleted, retry=false 2024-11-21T17:33:58,210 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:33:58,211 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Unable to get data of znode /01384441733/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:33:58,212 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384441733/switch/split already deleted, retry=false 2024-11-21T17:33:58,212 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Unable to get data of znode /01384441733/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:33:58,213 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384441733/switch/merge already deleted, retry=false 2024-11-21T17:33:58,216 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Unable to get data of znode /01384441733/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:33:58,216 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01384441733/snapshot-cleanup already deleted, retry=false 2024-11-21T17:33:58,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01384441733/running 2024-11-21T17:33:58,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01384441733/running 2024-11-21T17:33:58,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:58,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:33:58,217 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,33097,1732210437644, sessionid=0x1006358da900006, setting cluster-up flag (Was=false) 2024-11-21T17:33:58,220 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01384441733/flush-table-proc/acquired, /01384441733/flush-table-proc/reached, /01384441733/flush-table-proc/abort 2024-11-21T17:33:58,220 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,33097,1732210437644 2024-11-21T17:33:58,222 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01384441733/online-snapshot/acquired, /01384441733/online-snapshot/reached, /01384441733/online-snapshot/abort 2024-11-21T17:33:58,223 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,33097,1732210437644 2024-11-21T17:33:58,224 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/.lastflushedseqids 2024-11-21T17:33:58,225 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:33:58,225 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:33:58,226 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,33097,1732210437644 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f3865e8353b4,39219,1732210426579 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:33:58,227 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:33:58,227 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:33:58,227 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:33:58,227 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:33:58,227 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:33:58,227 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:58,227 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:33:58,227 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:58,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210468227 2024-11-21T17:33:58,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:33:58,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:33:58,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:33:58,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:33:58,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:33:58,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:33:58,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:58,228 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f3865e8353b4,39219,1732210426579, splitWal=true, meta=true 2024-11-21T17:33:58,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:33:58,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:33:58,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:33:58,228 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:33:58,229 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f3865e8353b4,39219,1732210426579, splitWal=true, meta=true, isMeta: true 2024-11-21T17:33:58,229 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:33:58,229 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:33:58,229 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210438229,5,FailOnTimeoutGroup] 2024-11-21T17:33:58,229 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210438229,5,FailOnTimeoutGroup] 2024-11-21T17:33:58,229 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:58,229 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:33:58,229 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:58,229 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:58,230 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210438229, completionTime=-1 2024-11-21T17:33:58,230 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T17:33:58,230 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T17:33:58,230 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579-splitting 2024-11-21T17:33:58,230 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579-splitting dir is empty, no logs to split. 2024-11-21T17:33:58,230 INFO [PEWorker-1 {}] master.SplitWALManager(105): f3865e8353b4,39219,1732210426579 WAL count=0, meta=true 2024-11-21T17:33:58,232 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579-splitting dir is empty, no logs to split. 2024-11-21T17:33:58,232 INFO [PEWorker-1 {}] master.SplitWALManager(105): f3865e8353b4,39219,1732210426579 WAL count=0, meta=true 2024-11-21T17:33:58,232 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f3865e8353b4,39219,1732210426579 WAL splitting is done? wals=0, meta=true 2024-11-21T17:33:58,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:33:58,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:33:58,234 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T17:33:58,287 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(746): ClusterId : 9047fce9-1a28-45e0-888c-f4bbef7a5705 2024-11-21T17:33:58,287 DEBUG [RS:0;f3865e8353b4:45573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:33:58,289 DEBUG [RS:0;f3865e8353b4:45573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:33:58,289 DEBUG [RS:0;f3865e8353b4:45573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:33:58,290 DEBUG [RS:0;f3865e8353b4:45573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:33:58,290 DEBUG [RS:0;f3865e8353b4:45573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59764163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:33:58,302 DEBUG [RS:0;f3865e8353b4:45573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:45573 2024-11-21T17:33:58,302 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:33:58,302 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:33:58,302 DEBUG [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:33:58,303 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,33097,1732210437644 with port=45573, startcode=1732210437671 2024-11-21T17:33:58,303 DEBUG [RS:0;f3865e8353b4:45573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:33:58,304 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:33:58,305 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,45573,1732210437671 2024-11-21T17:33:58,305 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33097 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,45573,1732210437671 2024-11-21T17:33:58,306 DEBUG [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351 2024-11-21T17:33:58,306 DEBUG [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46363 2024-11-21T17:33:58,306 DEBUG [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:33:58,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733/rs 2024-11-21T17:33:58,308 DEBUG [RS:0;f3865e8353b4:45573 {}] zookeeper.ZKUtil(111): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on existing znode=/01384441733/rs/f3865e8353b4,45573,1732210437671 2024-11-21T17:33:58,308 WARN [RS:0;f3865e8353b4:45573 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:33:58,308 INFO [RS:0;f3865e8353b4:45573 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:33:58,308 DEBUG [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671 2024-11-21T17:33:58,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,45573,1732210437671] 2024-11-21T17:33:58,329 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:33:58,330 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T17:33:58,330 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:33:58,331 INFO [RS:0;f3865e8353b4:45573 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:33:58,331 INFO [RS:0;f3865e8353b4:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:58,331 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:33:58,332 INFO [RS:0;f3865e8353b4:45573 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:33:58,332 INFO [RS:0;f3865e8353b4:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:58,332 DEBUG [RS:0;f3865e8353b4:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:58,332 DEBUG [RS:0;f3865e8353b4:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:58,332 DEBUG [RS:0;f3865e8353b4:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:58,332 DEBUG [RS:0;f3865e8353b4:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:58,332 DEBUG [RS:0;f3865e8353b4:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:58,332 DEBUG [RS:0;f3865e8353b4:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:33:58,332 DEBUG [RS:0;f3865e8353b4:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:58,332 DEBUG [RS:0;f3865e8353b4:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:58,332 DEBUG [RS:0;f3865e8353b4:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:58,332 DEBUG [RS:0;f3865e8353b4:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:58,332 DEBUG [RS:0;f3865e8353b4:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:58,332 DEBUG [RS:0;f3865e8353b4:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:33:58,332 DEBUG [RS:0;f3865e8353b4:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:33:58,332 DEBUG [RS:0;f3865e8353b4:45573 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:33:58,333 INFO [RS:0;f3865e8353b4:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:58,333 INFO [RS:0;f3865e8353b4:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:58,333 INFO [RS:0;f3865e8353b4:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:58,333 INFO [RS:0;f3865e8353b4:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:58,333 INFO [RS:0;f3865e8353b4:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:58,333 INFO [RS:0;f3865e8353b4:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45573,1732210437671-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:33:58,351 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:33:58,352 INFO [RS:0;f3865e8353b4:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45573,1732210437671-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:58,366 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,45573,1732210437671, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:33:58,366 INFO [RS:0;f3865e8353b4:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:58,366 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.Replication(171): f3865e8353b4,45573,1732210437671 started 2024-11-21T17:33:58,378 INFO [RS:0;f3865e8353b4:45573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:33:58,379 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,45573,1732210437671, RpcServer on f3865e8353b4/172.17.0.2:45573, sessionid=0x1006358da900007 2024-11-21T17:33:58,379 DEBUG [RS:0;f3865e8353b4:45573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:33:58,379 DEBUG [RS:0;f3865e8353b4:45573 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,45573,1732210437671 2024-11-21T17:33:58,379 DEBUG [RS:0;f3865e8353b4:45573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,45573,1732210437671' 2024-11-21T17:33:58,379 DEBUG [RS:0;f3865e8353b4:45573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01384441733/flush-table-proc/abort' 2024-11-21T17:33:58,379 DEBUG [RS:0;f3865e8353b4:45573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01384441733/flush-table-proc/acquired' 2024-11-21T17:33:58,379 DEBUG [RS:0;f3865e8353b4:45573.replicationSource,1-f3865e8353b4,45573,1732210437671 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:45093' 2024-11-21T17:33:58,379 DEBUG [RS:0;f3865e8353b4:45573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:33:58,379 DEBUG [RS:0;f3865e8353b4:45573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:33:58,379 DEBUG [RS:0;f3865e8353b4:45573 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,45573,1732210437671 2024-11-21T17:33:58,379 DEBUG [RS:0;f3865e8353b4:45573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,45573,1732210437671' 2024-11-21T17:33:58,379 DEBUG [RS:0;f3865e8353b4:45573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01384441733/online-snapshot/abort' 2024-11-21T17:33:58,380 DEBUG [RS:0;f3865e8353b4:45573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01384441733/online-snapshot/acquired' 2024-11-21T17:33:58,380 DEBUG [RS:0;f3865e8353b4:45573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:33:58,380 INFO [RS:0;f3865e8353b4:45573 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:33:58,380 INFO [RS:0;f3865e8353b4:45573 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:33:58,380 DEBUG [RS:0;f3865e8353b4:45573.replicationSource,1-f3865e8353b4,45573,1732210437671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8d75eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:58,380 DEBUG [RS:0;f3865e8353b4:45573.replicationSource,1-f3865e8353b4,45573,1732210437671 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,45093,-1 for getting cluster id 2024-11-21T17:33:58,380 DEBUG [RS:0;f3865e8353b4:45573.replicationSource,1-f3865e8353b4,45573,1732210437671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:33:58,381 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c574803f-c500-4bd1-a46f-5c2d9b740815' 2024-11-21T17:33:58,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:33:58,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c574803f-c500-4bd1-a46f-5c2d9b740815" 2024-11-21T17:33:58,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c96ff91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:58,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,45093,-1] 2024-11-21T17:33:58,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:33:58,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:33:58,383 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:33:58,383 DEBUG [RS:0;f3865e8353b4:45573.replicationSource,1-f3865e8353b4,45573,1732210437671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed8d266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:33:58,384 DEBUG [RS:0;f3865e8353b4:45573.replicationSource,1-f3865e8353b4,45573,1732210437671 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:33:58,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,45093,1732210430322 2024-11-21T17:33:58,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bf60b64 2024-11-21T17:33:58,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:33:58,384 WARN [f3865e8353b4:33097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T17:33:58,385 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-21T17:33:58,386 INFO [RS:0;f3865e8353b4:45573.replicationSource,1-f3865e8353b4,45573,1732210437671 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,45573,1732210437671 (queues=0) is replicating from cluster=9047fce9-1a28-45e0-888c-f4bbef7a5705 to cluster=c574803f-c500-4bd1-a46f-5c2d9b740815 2024-11-21T17:33:58,480 INFO [RS:0;f3865e8353b4:45573 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:33:58,482 INFO [RS:0;f3865e8353b4:45573 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C45573%2C1732210437671, suffix=, logDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/oldWALs, maxLogs=10 2024-11-21T17:33:58,494 DEBUG [RS:0;f3865e8353b4:45573 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.1732210438482, exclude list is [], retry=0 2024-11-21T17:33:58,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46353,DS-bb2e3c6b-32b5-49da-9b0a-71f1670554ed,DISK] 2024-11-21T17:33:58,498 INFO [RS:0;f3865e8353b4:45573 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.1732210438482 2024-11-21T17:33:58,498 DEBUG [RS:0;f3865e8353b4:45573 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f3865e8353b4%2C45573%2C1732210437671 for peer 1 2024-11-21T17:33:58,498 DEBUG [RS:0;f3865e8353b4:45573 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C45573%2C1732210437671 2024-11-21T17:33:58,498 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,45573,1732210437671, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:33:58,498 DEBUG [RS:0;f3865e8353b4:45573 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-21T17:33:58,498 INFO [RS:0;f3865e8353b4:45573.replicationSource.shipperf3865e8353b4%2C45573%2C1732210437671,1-f3865e8353b4,45573,1732210437671 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C45573%2C1732210437671 2024-11-21T17:33:58,499 DEBUG [RS:0;f3865e8353b4:45573.replicationSource.wal-reader.f3865e8353b4%2C45573%2C1732210437671,1-f3865e8353b4,45573,1732210437671 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.1732210438482, startPosition=0, beingWritten=true 2024-11-21T17:33:58,635 DEBUG [f3865e8353b4:33097 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:33:58,635 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,45573,1732210437671 2024-11-21T17:33:58,636 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,45573,1732210437671, state=OPENING 2024-11-21T17:33:58,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384441733/meta-region-server 2024-11-21T17:33:58,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384441733/meta-region-server 2024-11-21T17:33:58,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384441733/meta-region-server: CHANGED 2024-11-21T17:33:58,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384441733/meta-region-server: CHANGED 2024-11-21T17:33:58,637 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:33:58,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,45573,1732210437671}] 2024-11-21T17:33:58,703 DEBUG [RS:0;f3865e8353b4:45573.replicationSource.wal-reader.f3865e8353b4%2C45573%2C1732210437671,1-f3865e8353b4,45573,1732210437671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.1732210438482 to pos 0, reset compression=false 2024-11-21T17:33:58,789 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:33:58,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:33:58,793 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:33:58,793 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:33:58,793 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:33:58,795 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C45573%2C1732210437671.meta, suffix=.meta, logDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/oldWALs, maxLogs=10 2024-11-21T17:33:58,807 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.meta.1732210438795.meta, exclude list is [], retry=0 2024-11-21T17:33:58,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46353,DS-bb2e3c6b-32b5-49da-9b0a-71f1670554ed,DISK] 2024-11-21T17:33:58,811 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.meta.1732210438795.meta 2024-11-21T17:33:58,811 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-21T17:33:58,811 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:33:58,811 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:33:58,811 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:33:58,812 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:33:58,812 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:33:58,812 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:33:58,812 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:33:58,812 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:33:58,812 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:33:58,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:33:58,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:33:58,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:58,819 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/info/88a2007f61bb4d84ae6081335a2b530f 2024-11-21T17:33:58,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:58,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:33:58,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:33:58,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:58,825 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/ns/a379971fc54c40b387bbd930c1447314 2024-11-21T17:33:58,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:58,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:33:58,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:33:58,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:58,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:58,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:33:58,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:33:58,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:33:58,832 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/table/4d5257576a8340d0a0043bb8d22a0bdc 2024-11-21T17:33:58,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:33:58,832 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:33:58,833 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740 2024-11-21T17:33:58,834 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740 2024-11-21T17:33:58,835 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:33:58,835 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:33:58,835 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:33:58,836 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:33:58,837 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70948228, jitterRate=0.05721098184585571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:33:58,837 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:33:58,837 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210438812Writing region info on filesystem at 1732210438812Initializing all the Stores at 1732210438813 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210438813Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210438813Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210438813Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210438813Cleaning up temporary data from old regions at 1732210438835 (+22 ms)Running coprocessor post-open hooks at 1732210438837 (+2 ms)Region opened successfully at 1732210438837 2024-11-21T17:33:58,838 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732210438789 2024-11-21T17:33:58,840 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:33:58,840 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:33:58,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f3865e8353b4,45573,1732210437671 2024-11-21T17:33:58,841 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,45573,1732210437671, state=OPEN 2024-11-21T17:33:58,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384441733/meta-region-server 2024-11-21T17:33:58,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01384441733/meta-region-server 2024-11-21T17:33:58,842 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,45573,1732210437671 2024-11-21T17:33:58,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384441733/meta-region-server: CHANGED 2024-11-21T17:33:58,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01384441733/meta-region-server: CHANGED 2024-11-21T17:33:58,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T17:33:58,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,45573,1732210437671 in 205 msec 2024-11-21T17:33:58,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T17:33:58,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-11-21T17:33:59,007 DEBUG [RS:0;f3865e8353b4:45573.replicationSource.wal-reader.f3865e8353b4%2C45573%2C1732210437671,1-f3865e8353b4,45573,1732210437671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.1732210438482 to pos 0, reset compression=false 2024-11-21T17:33:59,411 DEBUG [RS:0;f3865e8353b4:45573.replicationSource.wal-reader.f3865e8353b4%2C45573%2C1732210437671,1-f3865e8353b4,45573,1732210437671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.1732210438482 to pos 0, reset compression=false 2024-11-21T17:33:59,832 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-21T17:33:59,862 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:33:59,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:59,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:59,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:59,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:59,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:59,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:33:59,915 DEBUG [RS:0;f3865e8353b4:45573.replicationSource.wal-reader.f3865e8353b4%2C45573%2C1732210437671,1-f3865e8353b4,45573,1732210437671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.1732210438482 to pos 0, reset compression=false 2024-11-21T17:34:00,520 DEBUG [RS:0;f3865e8353b4:45573.replicationSource.wal-reader.f3865e8353b4%2C45573%2C1732210437671,1-f3865e8353b4,45573,1732210437671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.1732210438482 to pos 0, reset compression=false 2024-11-21T17:34:01,225 DEBUG [RS:0;f3865e8353b4:45573.replicationSource.wal-reader.f3865e8353b4%2C45573%2C1732210437671,1-f3865e8353b4,45573,1732210437671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.1732210438482 to pos 0, reset compression=false 2024-11-21T17:34:01,335 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-21T17:34:02,029 DEBUG [RS:0;f3865e8353b4:45573.replicationSource.wal-reader.f3865e8353b4%2C45573%2C1732210437671,1-f3865e8353b4,45573,1732210437671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.1732210438482 to pos 0, reset compression=false 2024-11-21T17:34:02,737 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T17:34:02,737 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:34:02,738 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:02,738 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,45573,1732210437671, seqNum=-1] 2024-11-21T17:34:02,738 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:02,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:34:02,742 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=927258fdcb2283bf7df05bf7224a16fd, regionState=OPEN, lastHost=f3865e8353b4,39219,1732210426579, regionLocation=f3865e8353b4,39219,1732210426579, openSeqNum=2 2024-11-21T17:34:02,742 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:34:02,742 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210502742 2024-11-21T17:34:02,742 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210562742 2024-11-21T17:34:02,742 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-21T17:34:02,743 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f3865e8353b4,39219,1732210426579 had 2 regions 2024-11-21T17:34:02,743 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,33097,1732210437644-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:02,743 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,33097,1732210437644-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:02,743 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,33097,1732210437644-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:02,743 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:33097, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:02,743 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:02,743 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:02,744 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f3865e8353b4,39219,1732210426579, splitWal=true, meta=true, isMeta: false 2024-11-21T17:34:02,745 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579-splitting dir is empty, no logs to split. 2024-11-21T17:34:02,745 INFO [PEWorker-3 {}] master.SplitWALManager(105): f3865e8353b4,39219,1732210426579 WAL count=0, meta=false 2024-11-21T17:34:02,747 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,39219,1732210426579-splitting dir is empty, no logs to split. 2024-11-21T17:34:02,748 INFO [PEWorker-3 {}] master.SplitWALManager(105): f3865e8353b4,39219,1732210426579 WAL count=0, meta=false 2024-11-21T17:34:02,748 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f3865e8353b4,39219,1732210426579 WAL splitting is done? wals=0, meta=false 2024-11-21T17:34:02,750 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.050sec 2024-11-21T17:34:02,750 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:34:02,750 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:34:02,750 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:34:02,750 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:34:02,750 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:34:02,750 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,33097,1732210437644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:34:02,750 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,33097,1732210437644-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:34:02,751 WARN [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f3865e8353b4,39219,1732210426579/hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:34:02,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=927258fdcb2283bf7df05bf7224a16fd, ASSIGN}] 2024-11-21T17:34:02,758 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:34:02,758 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:34:02,758 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=927258fdcb2283bf7df05bf7224a16fd, ASSIGN 2024-11-21T17:34:02,759 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,33097,1732210437644-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:02,759 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=927258fdcb2283bf7df05bf7224a16fd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T17:34:02,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602807e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:02,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,33097,-1 for getting cluster id 2024-11-21T17:34:02,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:02,792 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9047fce9-1a28-45e0-888c-f4bbef7a5705' 2024-11-21T17:34:02,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:02,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9047fce9-1a28-45e0-888c-f4bbef7a5705" 2024-11-21T17:34:02,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5ffb5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:02,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,33097,-1] 2024-11-21T17:34:02,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:02,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:02,793 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:02,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb546c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:02,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:02,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,45573,1732210437671, seqNum=-1] 2024-11-21T17:34:02,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:02,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:34:02,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T17:34:02,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:34:02,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:02,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:02,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:02,798 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:02,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f3865e8353b4:33097 after: f3865e8353b4:33097 2024-11-21T17:34:02,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10610bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:02,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,33097,-1 for getting cluster id 2024-11-21T17:34:02,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:02,799 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9047fce9-1a28-45e0-888c-f4bbef7a5705' 2024-11-21T17:34:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9047fce9-1a28-45e0-888c-f4bbef7a5705" 2024-11-21T17:34:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76421dfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,33097,-1] 2024-11-21T17:34:02,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:02,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:02,800 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:02,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631ab74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:02,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:02,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,33097,1732210437644 2024-11-21T17:34:02,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1538bc91 2024-11-21T17:34:02,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:02,803 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:34:02,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33097 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T17:34:02,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:34:02,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:34:02,803 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:02,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:02,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:02,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:02,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:34:02,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1619831500, stopped=false 2024-11-21T17:34:02,804 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,45093,1732210430322 2024-11-21T17:34:02,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11173244308/running 2024-11-21T17:34:02,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11173244308/running 2024-11-21T17:34:02,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308 2024-11-21T17:34:02,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308 2024-11-21T17:34:02,805 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:34:02,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:34:02,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:02,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:02,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Set watcher on znode that does not yet exist, /11173244308/running 2024-11-21T17:34:02,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Set watcher on znode that does not yet exist, /11173244308/running 2024-11-21T17:34:02,806 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,39373,1732210430379' ***** 2024-11-21T17:34:02,806 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:34:02,806 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:34:02,806 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:34:02,806 INFO [RS:0;f3865e8353b4:39373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:34:02,806 INFO [RS:0;f3865e8353b4:39373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:34:02,806 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,39373,1732210430379 2024-11-21T17:34:02,806 INFO [RS:0;f3865e8353b4:39373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:34:02,806 INFO [RS:0;f3865e8353b4:39373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:39373. 2024-11-21T17:34:02,806 DEBUG [RS:0;f3865e8353b4:39373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:02,806 DEBUG [RS:0;f3865e8353b4:39373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:02,806 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:34:02,806 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:34:02,806 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:34:02,806 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:34:02,806 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T17:34:02,806 DEBUG [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T17:34:02,806 DEBUG [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:34:02,806 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:34:02,807 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:34:02,807 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:34:02,807 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:34:02,807 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:34:02,807 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T17:34:02,822 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/data/hbase/meta/1588230740/.tmp/ns/8a7ad521f5154b64a55896281480d8a8 is 43, key is default/ns:d/1732210433491/Put/seqid=0 2024-11-21T17:34:02,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741835_1011 (size=5153) 2024-11-21T17:34:02,862 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:34:02,910 DEBUG [f3865e8353b4:33097 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:34:02,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=927258fdcb2283bf7df05bf7224a16fd, regionState=OPENING, regionLocation=f3865e8353b4,45573,1732210437671 2024-11-21T17:34:02,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=927258fdcb2283bf7df05bf7224a16fd, ASSIGN because future has completed 2024-11-21T17:34:02,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 927258fdcb2283bf7df05bf7224a16fd, server=f3865e8353b4,45573,1732210437671}] 2024-11-21T17:34:02,934 DEBUG [RS:0;f3865e8353b4:45573.replicationSource.wal-reader.f3865e8353b4%2C45573%2C1732210437671,1-f3865e8353b4,45573,1732210437671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.1732210438482 to pos 0, reset compression=false 2024-11-21T17:34:03,007 DEBUG [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:34:03,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:34:03,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:34:03,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T17:34:03,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C45573%2C1732210437671.rep, suffix=, logDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671, archiveDir=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/oldWALs, maxLogs=10 2024-11-21T17:34:03,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.rep.1732210443070, exclude list is [], retry=0 2024-11-21T17:34:03,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46353,DS-bb2e3c6b-32b5-49da-9b0a-71f1670554ed,DISK] 2024-11-21T17:34:03,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.rep.1732210443070 2024-11-21T17:34:03,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35951:35951)] 2024-11-21T17:34:03,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 927258fdcb2283bf7df05bf7224a16fd, NAME => 'hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:34:03,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:34:03,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:34:03,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. service=MultiRowMutationService 2024-11-21T17:34:03,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T17:34:03,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:34:03,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:03,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:34:03,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:34:03,089 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:34:03,090 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 927258fdcb2283bf7df05bf7224a16fd columnFamilyName hfileref 2024-11-21T17:34:03,090 DEBUG [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:03,091 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] regionserver.HStore(327): Store=927258fdcb2283bf7df05bf7224a16fd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:03,091 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:34:03,092 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 927258fdcb2283bf7df05bf7224a16fd columnFamilyName queue 2024-11-21T17:34:03,092 DEBUG [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:03,096 DEBUG [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/replication/927258fdcb2283bf7df05bf7224a16fd/queue/057941989f184db1b810d08dbdc29202 2024-11-21T17:34:03,096 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] regionserver.HStore(327): Store=927258fdcb2283bf7df05bf7224a16fd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:03,097 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:34:03,097 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 927258fdcb2283bf7df05bf7224a16fd columnFamilyName sid 2024-11-21T17:34:03,097 DEBUG [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:03,098 INFO [StoreOpener-927258fdcb2283bf7df05bf7224a16fd-1 {}] regionserver.HStore(327): Store=927258fdcb2283bf7df05bf7224a16fd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:03,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:34:03,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/replication/927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:34:03,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/replication/927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:34:03,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:34:03,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:34:03,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:34:03,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:34:03,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 927258fdcb2283bf7df05bf7224a16fd; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71670508, jitterRate=0.067973792552948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:34:03,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:34:03,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 927258fdcb2283bf7df05bf7224a16fd: Running coprocessor pre-open hook at 1732210443088Writing region info on filesystem at 1732210443088Initializing all the Stores at 1732210443089 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210443089Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210443089Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210443089Cleaning up temporary data from old regions at 1732210443100 (+11 ms)Running coprocessor post-open hooks at 1732210443103 (+3 ms)Region opened successfully at 1732210443103 2024-11-21T17:34:03,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd., pid=13, masterSystemTime=1732210443064 2024-11-21T17:34:03,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:34:03,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:34:03,106 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=927258fdcb2283bf7df05bf7224a16fd, regionState=OPEN, openSeqNum=9, regionLocation=f3865e8353b4,45573,1732210437671 2024-11-21T17:34:03,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 927258fdcb2283bf7df05bf7224a16fd, server=f3865e8353b4,45573,1732210437671 because future has completed 2024-11-21T17:34:03,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T17:34:03,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 927258fdcb2283bf7df05bf7224a16fd, server=f3865e8353b4,45573,1732210437671 in 197 msec 2024-11-21T17:34:03,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-21T17:34:03,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=927258fdcb2283bf7df05bf7224a16fd, ASSIGN in 353 msec 2024-11-21T17:34:03,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T17:34:03,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd., hostname=f3865e8353b4,45573,1732210437671, seqNum=9] 2024-11-21T17:34:03,129 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for f3865e8353b4,39219,1732210426579 2024-11-21T17:34:03,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T17:34:03,207 DEBUG [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:34:03,226 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/data/hbase/meta/1588230740/.tmp/ns/8a7ad521f5154b64a55896281480d8a8 2024-11-21T17:34:03,232 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/data/hbase/meta/1588230740/.tmp/ns/8a7ad521f5154b64a55896281480d8a8 as hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/data/hbase/meta/1588230740/ns/8a7ad521f5154b64a55896281480d8a8 2024-11-21T17:34:03,236 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/data/hbase/meta/1588230740/ns/8a7ad521f5154b64a55896281480d8a8, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T17:34:03,236 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-11-21T17:34:03,237 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:34:03,241 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T17:34:03,241 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:34:03,241 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:34:03,241 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:34:03,242 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210442806Running coprocessor pre-close hooks at 1732210442806Disabling compacts and flushes for region at 1732210442806Disabling writes for close at 1732210442807 (+1 ms)Obtaining lock to block concurrent updates at 1732210442807Preparing flush snapshotting stores in 1588230740 at 1732210442807Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732210442807Flushing stores of hbase:meta,,1.1588230740 at 1732210442807Flushing 1588230740/ns: creating writer at 1732210442808 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732210442821 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732210442821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@737c22fd: reopening flushed file at 1732210443231 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1732210443236 (+5 ms)Writing region close event to WAL at 1732210443238 (+2 ms)Running coprocessor post-close hooks at 1732210443241 (+3 ms)Closed at 1732210443241 2024-11-21T17:34:03,242 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:34:03,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-21T17:34:03,303 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:34:03,303 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:34:03,407 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,39373,1732210430379; all regions closed. 2024-11-21T17:34:03,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741834_1010 (size=1152) 2024-11-21T17:34:03,410 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/WALs/f3865e8353b4,39373,1732210430379/f3865e8353b4%2C39373%2C1732210430379.meta.1732210433424.meta not finished, retry = 0 2024-11-21T17:34:03,512 DEBUG [RS:0;f3865e8353b4:39373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/oldWALs 2024-11-21T17:34:03,512 INFO [RS:0;f3865e8353b4:39373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C39373%2C1732210430379.meta:.meta(num 1732210433424) 2024-11-21T17:34:03,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741832_1008 (size=93) 2024-11-21T17:34:03,516 DEBUG [RS:0;f3865e8353b4:39373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/oldWALs 2024-11-21T17:34:03,516 INFO [RS:0;f3865e8353b4:39373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C39373%2C1732210430379:(num 1732210432389) 2024-11-21T17:34:03,516 DEBUG [RS:0;f3865e8353b4:39373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:03,516 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:34:03,516 INFO [RS:0;f3865e8353b4:39373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:34:03,517 INFO [RS:0;f3865e8353b4:39373 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:34:03,517 INFO [RS:0;f3865e8353b4:39373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:34:03,517 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:34:03,517 INFO [RS:0;f3865e8353b4:39373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39373 2024-11-21T17:34:03,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308/rs 2024-11-21T17:34:03,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11173244308/rs/f3865e8353b4,39373,1732210430379 2024-11-21T17:34:03,518 INFO [RS:0;f3865e8353b4:39373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:34:03,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,39373,1732210430379] 2024-11-21T17:34:03,520 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11173244308/draining/f3865e8353b4,39373,1732210430379 already deleted, retry=false 2024-11-21T17:34:03,520 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,39373,1732210430379 expired; onlineServers=0 2024-11-21T17:34:03,520 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,45093,1732210430322' ***** 2024-11-21T17:34:03,520 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:34:03,520 INFO [M:0;f3865e8353b4:45093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:34:03,520 INFO [M:0;f3865e8353b4:45093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:34:03,520 DEBUG [M:0;f3865e8353b4:45093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:34:03,520 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:34:03,520 DEBUG [M:0;f3865e8353b4:45093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:34:03,520 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210432208 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210432208,5,FailOnTimeoutGroup] 2024-11-21T17:34:03,520 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210432206 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210432206,5,FailOnTimeoutGroup] 2024-11-21T17:34:03,520 INFO [M:0;f3865e8353b4:45093 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:34:03,520 INFO [M:0;f3865e8353b4:45093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:34:03,520 DEBUG [M:0;f3865e8353b4:45093 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:34:03,521 INFO [M:0;f3865e8353b4:45093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:34:03,521 INFO [M:0;f3865e8353b4:45093 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:34:03,521 INFO [M:0;f3865e8353b4:45093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:34:03,521 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:34:03,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11173244308/master 2024-11-21T17:34:03,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11173244308 2024-11-21T17:34:03,521 DEBUG [M:0;f3865e8353b4:45093 {}] zookeeper.ZKUtil(347): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Unable to get data of znode /11173244308/master because node does not exist (not an error) 2024-11-21T17:34:03,521 WARN [M:0;f3865e8353b4:45093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:34:03,522 INFO [M:0;f3865e8353b4:45093 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/.lastflushedseqids 2024-11-21T17:34:03,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741836_1012 (size=99) 2024-11-21T17:34:03,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:34:03,619 INFO [RS:0;f3865e8353b4:39373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:34:03,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39373-0x1006358da900004, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:34:03,619 INFO [RS:0;f3865e8353b4:39373 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,39373,1732210430379; zookeeper connection closed. 2024-11-21T17:34:03,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53895edf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53895edf 2024-11-21T17:34:03,620 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:34:03,933 INFO [M:0;f3865e8353b4:45093 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:34:03,933 INFO [M:0;f3865e8353b4:45093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:34:03,933 DEBUG [M:0;f3865e8353b4:45093 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:34:03,933 INFO [M:0;f3865e8353b4:45093 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:03,933 DEBUG [M:0;f3865e8353b4:45093 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:03,933 DEBUG [M:0;f3865e8353b4:45093 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:34:03,933 DEBUG [M:0;f3865e8353b4:45093 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:03,933 INFO [M:0;f3865e8353b4:45093 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T17:34:03,939 DEBUG [RS:0;f3865e8353b4:45573.replicationSource.wal-reader.f3865e8353b4%2C45573%2C1732210437671,1-f3865e8353b4,45573,1732210437671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.1732210438482 to pos 0, reset compression=false 2024-11-21T17:34:03,966 DEBUG [M:0;f3865e8353b4:45093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11ec8a5d516c4ba5864f5230e8f9d05d is 82, key is hbase:meta,,1/info:regioninfo/1732210433476/Put/seqid=0 2024-11-21T17:34:03,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741837_1013 (size=5672) 2024-11-21T17:34:04,329 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T17:34:04,329 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:34:04,371 INFO [M:0;f3865e8353b4:45093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11ec8a5d516c4ba5864f5230e8f9d05d 2024-11-21T17:34:04,393 DEBUG [M:0;f3865e8353b4:45093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18b8d05a66a84fcca3fc4e458b8ff4f7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732210433495/Put/seqid=0 2024-11-21T17:34:04,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741838_1014 (size=5275) 2024-11-21T17:34:04,797 INFO [M:0;f3865e8353b4:45093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18b8d05a66a84fcca3fc4e458b8ff4f7 2024-11-21T17:34:04,815 DEBUG [M:0;f3865e8353b4:45093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/773682e12cc245cea6598d68615dd8f8 is 69, key is f3865e8353b4,39373,1732210430379/rs:state/1732210432237/Put/seqid=0 2024-11-21T17:34:04,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741839_1015 (size=5156) 2024-11-21T17:34:05,057 DEBUG [RS:0;f3865e8353b4:45573.replicationSource.wal-reader.f3865e8353b4%2C45573%2C1732210437671,1-f3865e8353b4,45573,1732210437671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.1732210438482 to pos 0, reset compression=false 2024-11-21T17:34:05,219 INFO [M:0;f3865e8353b4:45093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/773682e12cc245cea6598d68615dd8f8 2024-11-21T17:34:05,224 DEBUG [M:0;f3865e8353b4:45093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11ec8a5d516c4ba5864f5230e8f9d05d as hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11ec8a5d516c4ba5864f5230e8f9d05d 2024-11-21T17:34:05,228 INFO [M:0;f3865e8353b4:45093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11ec8a5d516c4ba5864f5230e8f9d05d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T17:34:05,229 DEBUG [M:0;f3865e8353b4:45093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18b8d05a66a84fcca3fc4e458b8ff4f7 as hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18b8d05a66a84fcca3fc4e458b8ff4f7 2024-11-21T17:34:05,233 INFO [M:0;f3865e8353b4:45093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18b8d05a66a84fcca3fc4e458b8ff4f7, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T17:34:05,233 DEBUG [M:0;f3865e8353b4:45093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/773682e12cc245cea6598d68615dd8f8 as hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/773682e12cc245cea6598d68615dd8f8 2024-11-21T17:34:05,238 INFO [M:0;f3865e8353b4:45093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43503/user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/773682e12cc245cea6598d68615dd8f8, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T17:34:05,239 INFO [M:0;f3865e8353b4:45093 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=28, compaction requested=false 2024-11-21T17:34:05,240 INFO [M:0;f3865e8353b4:45093 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:05,240 DEBUG [M:0;f3865e8353b4:45093 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210443933Disabling compacts and flushes for region at 1732210443933Disabling writes for close at 1732210443933Obtaining lock to block concurrent updates at 1732210443933Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210443933Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732210443934 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210443934Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210443934Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210443966 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210443966Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210444376 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210444392 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210444392Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210444801 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210444814 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210444814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b1091e2: reopening flushed file at 1732210445223 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a7a2aa: reopening flushed file at 1732210445228 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a7734ca: reopening flushed file at 1732210445233 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=28, compaction requested=false at 1732210445239 (+6 ms)Writing region close event to WAL at 1732210445240 (+1 ms)Closed at 1732210445240 2024-11-21T17:34:05,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34081 is added to blk_1073741830_1006 (size=10165) 2024-11-21T17:34:05,242 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d974c2ec-83d7-cd0a-ab25-efd6d39090fd/MasterData/WALs/f3865e8353b4,45093,1732210430322/f3865e8353b4%2C45093%2C1732210430322.1732210432140 not finished, retry = 0 2024-11-21T17:34:05,343 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:34:05,343 INFO [M:0;f3865e8353b4:45093 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:34:05,343 INFO [M:0;f3865e8353b4:45093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45093 2024-11-21T17:34:05,343 INFO [M:0;f3865e8353b4:45093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:34:05,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:34:05,444 INFO [M:0;f3865e8353b4:45093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:34:05,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1006358da900003, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:34:05,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2651b201{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:34:05,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@440b1237{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:34:05,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:34:05,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@635ba689{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:34:05,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d10d99b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/hadoop.log.dir/,STOPPED} 2024-11-21T17:34:05,448 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:34:05,448 WARN [BP-2119854874-172.17.0.2-1732210429332 heartbeating to localhost/127.0.0.1:43503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:34:05,448 WARN [BP-2119854874-172.17.0.2-1732210429332 heartbeating to localhost/127.0.0.1:43503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2119854874-172.17.0.2-1732210429332 (Datanode Uuid 95488952-2b1b-4480-99d8-57943cd8b69c) service to localhost/127.0.0.1:43503 2024-11-21T17:34:05,448 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:34:05,449 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/cluster_46306c16-0e29-6317-f5e0-69dd6ebe6ff5/data/data1/current/BP-2119854874-172.17.0.2-1732210429332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:34:05,449 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/cluster_46306c16-0e29-6317-f5e0-69dd6ebe6ff5/data/data2/current/BP-2119854874-172.17.0.2-1732210429332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:34:05,449 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:34:05,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fd6c9c4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:34:05,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21b5f073{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:34:05,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:34:05,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@219c2aa3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:34:05,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@423da121{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/hadoop.log.dir/,STOPPED} 2024-11-21T17:34:05,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:34:05,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:34:05,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:34:05,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:05,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:05,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:05,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:05,465 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:34:05,465 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1639760944, stopped=false 2024-11-21T17:34:05,465 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,33097,1732210437644 2024-11-21T17:34:05,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384441733/running 2024-11-21T17:34:05,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384441733/running 2024-11-21T17:34:05,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:34:05,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:34:05,466 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:34:05,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:34:05,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:05,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:05,467 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,45573,1732210437671' ***** 2024-11-21T17:34:05,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on znode that does not yet exist, /01384441733/running 2024-11-21T17:34:05,467 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:34:05,467 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:34:05,467 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:34:05,467 INFO [RS:0;f3865e8353b4:45573 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:34:05,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Set watcher on znode that does not yet exist, /01384441733/running 2024-11-21T17:34:05,467 INFO [RS:0;f3865e8353b4:45573 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:34:05,467 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(3091): Received CLOSE for 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:34:05,467 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,45573,1732210437671 2024-11-21T17:34:05,467 INFO [RS:0;f3865e8353b4:45573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:34:05,467 INFO [RS:0;f3865e8353b4:45573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:45573. 2024-11-21T17:34:05,467 DEBUG [RS:0;f3865e8353b4:45573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:05,467 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 927258fdcb2283bf7df05bf7224a16fd, disabling compactions & flushes 2024-11-21T17:34:05,467 DEBUG [RS:0;f3865e8353b4:45573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:05,468 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:34:05,468 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:34:05,468 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:34:05,468 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:34:05,468 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. after waiting 0 ms 2024-11-21T17:34:05,468 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:34:05,468 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:34:05,468 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:34:05,468 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T17:34:05,468 DEBUG [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 927258fdcb2283bf7df05bf7224a16fd=hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd.} 2024-11-21T17:34:05,468 DEBUG [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 927258fdcb2283bf7df05bf7224a16fd 2024-11-21T17:34:05,468 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:34:05,468 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:34:05,468 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:34:05,468 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:34:05,468 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:34:05,468 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T17:34:05,471 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/replication/927258fdcb2283bf7df05bf7224a16fd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-21T17:34:05,472 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:34:05,472 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:34:05,472 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:34:05,472 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 927258fdcb2283bf7df05bf7224a16fd: Waiting for close lock at 1732210445467Running coprocessor pre-close hooks at 1732210445467Disabling compacts and flushes for region at 1732210445467Disabling writes for close at 1732210445468 (+1 ms)Writing region close event to WAL at 1732210445468Running coprocessor post-close hooks at 1732210445472 (+4 ms)Closed at 1732210445472 2024-11-21T17:34:05,472 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd. 2024-11-21T17:34:05,483 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/.tmp/info/6f4f501efa3c46c19afb172e847394d0 is 147, key is hbase:replication,,1732210433568.927258fdcb2283bf7df05bf7224a16fd./info:regioninfo/1732210443106/Put/seqid=0 2024-11-21T17:34:05,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741851_1027 (size=6385) 2024-11-21T17:34:05,540 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:34:05,668 DEBUG [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:34:05,868 DEBUG [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:34:05,888 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/.tmp/info/6f4f501efa3c46c19afb172e847394d0 2024-11-21T17:34:05,894 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/.tmp/info/6f4f501efa3c46c19afb172e847394d0 as hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/info/6f4f501efa3c46c19afb172e847394d0 2024-11-21T17:34:05,899 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/info/6f4f501efa3c46c19afb172e847394d0, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T17:34:05,901 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false 2024-11-21T17:34:05,906 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T17:34:05,906 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:34:05,906 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:34:05,906 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:34:05,907 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210445468Running coprocessor pre-close hooks at 1732210445468Disabling compacts and flushes for region at 1732210445468Disabling writes for close at 1732210445468Obtaining lock to block concurrent updates at 1732210445468Preparing flush snapshotting stores in 1588230740 at 1732210445468Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732210445469 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732210445469Flushing 1588230740/info: creating writer at 1732210445469Flushing 1588230740/info: appending metadata at 1732210445482 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732210445482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@567030dc: reopening flushed file at 1732210445893 (+411 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false at 1732210445901 (+8 ms)Writing region close event to WAL at 1732210445902 (+1 ms)Running coprocessor post-close hooks at 1732210445906 (+4 ms)Closed at 1732210445906 2024-11-21T17:34:05,907 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:34:06,068 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,45573,1732210437671; all regions closed. 2024-11-21T17:34:06,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741849_1025 (size=2156) 2024-11-21T17:34:06,071 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.meta.1732210438795.meta not finished, retry = 0 2024-11-21T17:34:06,173 DEBUG [RS:0;f3865e8353b4:45573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/oldWALs 2024-11-21T17:34:06,173 INFO [RS:0;f3865e8353b4:45573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C45573%2C1732210437671.meta:.meta(num 1732210438795) 2024-11-21T17:34:06,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741850_1026 (size=796) 2024-11-21T17:34:06,175 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.rep.1732210443070 not finished, retry = 0 2024-11-21T17:34:06,261 DEBUG [RS:0;f3865e8353b4:45573.replicationSource.wal-reader.f3865e8353b4%2C45573%2C1732210437671,1-f3865e8353b4,45573,1732210437671 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.1732210438482 to pos 0, reset compression=false 2024-11-21T17:34:06,277 DEBUG [RS:0;f3865e8353b4:45573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/oldWALs 2024-11-21T17:34:06,277 INFO [RS:0;f3865e8353b4:45573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C45573%2C1732210437671.rep:(num 1732210443070) 2024-11-21T17:34:06,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741848_1024 (size=93) 2024-11-21T17:34:06,279 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/WALs/f3865e8353b4,45573,1732210437671/f3865e8353b4%2C45573%2C1732210437671.1732210438482 not finished, retry = 0 2024-11-21T17:34:06,333 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:34:06,333 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:34:06,382 DEBUG [RS:0;f3865e8353b4:45573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/oldWALs 2024-11-21T17:34:06,382 INFO [RS:0;f3865e8353b4:45573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C45573%2C1732210437671:(num 1732210438482) 2024-11-21T17:34:06,382 DEBUG [RS:0;f3865e8353b4:45573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:06,382 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:34:06,382 INFO [RS:0;f3865e8353b4:45573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:34:06,382 INFO [RS:0;f3865e8353b4:45573 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:34:06,382 INFO [RS:0;f3865e8353b4:45573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:34:06,382 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:34:06,383 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,45573,1732210437671 because: Region server is closing 2024-11-21T17:34:06,383 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T17:34:06,383 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T17:34:06,383 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T17:34:06,383 INFO [RS:0;f3865e8353b4:45573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:45573. 2024-11-21T17:34:06,383 DEBUG [RS:0;f3865e8353b4:45573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:06,383 DEBUG [RS:0;f3865e8353b4:45573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:06,383 DEBUG [RS:0;f3865e8353b4:45573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:06,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:06,483 WARN [RS:0;f3865e8353b4:45573.replicationSource.shipperf3865e8353b4%2C45573%2C1732210437671,1-f3865e8353b4,45573,1732210437671 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T17:34:06,483 WARN [RS:0;f3865e8353b4:45573.replicationSource.wal-reader.f3865e8353b4%2C45573%2C1732210437671,1-f3865e8353b4,45573,1732210437671 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T17:34:06,484 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f3865e8353b4:45573.replicationSource.shipperf3865e8353b4%2C45573%2C1732210437671,1-f3865e8353b4,45573,1732210437671 terminated 2024-11-21T17:34:06,484 INFO [RS:0;f3865e8353b4:45573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45573 2024-11-21T17:34:06,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733/rs 2024-11-21T17:34:06,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384441733/rs/f3865e8353b4,45573,1732210437671 2024-11-21T17:34:06,485 INFO [RS:0;f3865e8353b4:45573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:34:06,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,45573,1732210437671] 2024-11-21T17:34:06,486 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01384441733/draining/f3865e8353b4,45573,1732210437671 already deleted, retry=false 2024-11-21T17:34:06,486 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,45573,1732210437671 expired; onlineServers=0 2024-11-21T17:34:06,486 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,33097,1732210437644' ***** 2024-11-21T17:34:06,486 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:34:06,486 INFO [M:0;f3865e8353b4:33097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:34:06,486 INFO [M:0;f3865e8353b4:33097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:34:06,486 DEBUG [M:0;f3865e8353b4:33097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:34:06,486 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:34:06,486 DEBUG [M:0;f3865e8353b4:33097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:34:06,486 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210438229 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210438229,5,FailOnTimeoutGroup] 2024-11-21T17:34:06,486 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210438229 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210438229,5,FailOnTimeoutGroup] 2024-11-21T17:34:06,486 INFO [M:0;f3865e8353b4:33097 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:34:06,487 INFO [M:0;f3865e8353b4:33097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:34:06,487 DEBUG [M:0;f3865e8353b4:33097 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:34:06,487 INFO [M:0;f3865e8353b4:33097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:34:06,487 INFO [M:0;f3865e8353b4:33097 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:34:06,487 INFO [M:0;f3865e8353b4:33097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:34:06,487 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:34:06,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01384441733/master 2024-11-21T17:34:06,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01384441733 2024-11-21T17:34:06,487 DEBUG [M:0;f3865e8353b4:33097 {}] zookeeper.ZKUtil(347): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Unable to get data of znode /01384441733/master because node does not exist (not an error) 2024-11-21T17:34:06,487 WARN [M:0;f3865e8353b4:33097 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:34:06,488 INFO [M:0;f3865e8353b4:33097 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/.lastflushedseqids 2024-11-21T17:34:06,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741852_1028 (size=190) 2024-11-21T17:34:06,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:34:06,586 INFO [RS:0;f3865e8353b4:45573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:34:06,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45573-0x1006358da900007, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:34:06,586 INFO [RS:0;f3865e8353b4:45573 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,45573,1732210437671; zookeeper connection closed. 2024-11-21T17:34:06,586 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5065543c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5065543c 2024-11-21T17:34:06,586 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:34:06,893 INFO [M:0;f3865e8353b4:33097 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:34:06,893 INFO [M:0;f3865e8353b4:33097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:34:06,893 DEBUG [M:0;f3865e8353b4:33097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:34:06,893 INFO [M:0;f3865e8353b4:33097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:06,893 DEBUG [M:0;f3865e8353b4:33097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:06,893 DEBUG [M:0;f3865e8353b4:33097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:34:06,893 DEBUG [M:0;f3865e8353b4:33097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:06,893 INFO [M:0;f3865e8353b4:33097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T17:34:06,909 DEBUG [M:0;f3865e8353b4:33097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/400cad791ebf4731875ea3b3f0e136ab is 82, key is hbase:meta,,1/info:regioninfo/1732210438840/Put/seqid=0 2024-11-21T17:34:06,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741853_1029 (size=5672) 2024-11-21T17:34:07,315 INFO [M:0;f3865e8353b4:33097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/400cad791ebf4731875ea3b3f0e136ab 2024-11-21T17:34:07,336 DEBUG [M:0;f3865e8353b4:33097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a909c63cc41419fa7c33df1f6a91852 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732210443111/Put/seqid=0 2024-11-21T17:34:07,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741854_1030 (size=7312) 2024-11-21T17:34:07,741 INFO [M:0;f3865e8353b4:33097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a909c63cc41419fa7c33df1f6a91852 2024-11-21T17:34:07,762 DEBUG [M:0;f3865e8353b4:33097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c1cd531553c46ed821393400b705003 is 69, key is f3865e8353b4,45573,1732210437671/rs:state/1732210438305/Put/seqid=0 2024-11-21T17:34:07,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741855_1031 (size=5370) 2024-11-21T17:34:08,166 INFO [M:0;f3865e8353b4:33097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c1cd531553c46ed821393400b705003 2024-11-21T17:34:08,170 INFO [M:0;f3865e8353b4:33097 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c1cd531553c46ed821393400b705003 2024-11-21T17:34:08,171 DEBUG [M:0;f3865e8353b4:33097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/400cad791ebf4731875ea3b3f0e136ab as hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/400cad791ebf4731875ea3b3f0e136ab 2024-11-21T17:34:08,175 INFO [M:0;f3865e8353b4:33097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/400cad791ebf4731875ea3b3f0e136ab, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T17:34:08,176 DEBUG [M:0;f3865e8353b4:33097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a909c63cc41419fa7c33df1f6a91852 as hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a909c63cc41419fa7c33df1f6a91852 2024-11-21T17:34:08,180 INFO [M:0;f3865e8353b4:33097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a909c63cc41419fa7c33df1f6a91852, entries=7, sequenceid=127, filesize=7.1 K 2024-11-21T17:34:08,180 DEBUG [M:0;f3865e8353b4:33097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c1cd531553c46ed821393400b705003 as hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c1cd531553c46ed821393400b705003 2024-11-21T17:34:08,184 INFO [M:0;f3865e8353b4:33097 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c1cd531553c46ed821393400b705003 2024-11-21T17:34:08,184 INFO [M:0;f3865e8353b4:33097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46363/user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c1cd531553c46ed821393400b705003, entries=2, sequenceid=127, filesize=5.2 K 2024-11-21T17:34:08,185 INFO [M:0;f3865e8353b4:33097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=127, compaction requested=false 2024-11-21T17:34:08,186 INFO [M:0;f3865e8353b4:33097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:08,186 DEBUG [M:0;f3865e8353b4:33097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210446893Disabling compacts and flushes for region at 1732210446893Disabling writes for close at 1732210446893Obtaining lock to block concurrent updates at 1732210446893Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210446893Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732210446894 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210446894Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210446894Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210446908 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210446908Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210447320 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210447336 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210447336Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210447746 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210447761 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210447761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25c69f15: reopening flushed file at 1732210448170 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48789cef: reopening flushed file at 1732210448175 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c0a3a42: reopening flushed file at 1732210448180 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=127, compaction requested=false at 1732210448185 (+5 ms)Writing region close event to WAL at 1732210448186 (+1 ms)Closed at 1732210448186 2024-11-21T17:34:08,187 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d9d5518f-f4b5-4481-4658-7a59ba95d351/MasterData/WALs/f3865e8353b4,33097,1732210437644/f3865e8353b4%2C33097%2C1732210437644.1732210438139 not finished, retry = 0 2024-11-21T17:34:08,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46353 is added to blk_1073741847_1023 (size=22903) 2024-11-21T17:34:08,288 INFO [M:0;f3865e8353b4:33097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:34:08,288 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:34:08,288 INFO [M:0;f3865e8353b4:33097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33097 2024-11-21T17:34:08,289 INFO [M:0;f3865e8353b4:33097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:34:08,390 INFO [M:0;f3865e8353b4:33097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:34:08,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:34:08,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1006358da900006, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:34:08,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e9c7885{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:34:08,392 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fd92a88{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:34:08,392 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:34:08,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@112848bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:34:08,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@293604b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/hadoop.log.dir/,STOPPED} 2024-11-21T17:34:08,394 WARN [BP-782462915-172.17.0.2-1732210425448 heartbeating to localhost/127.0.0.1:46363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:34:08,394 WARN [BP-782462915-172.17.0.2-1732210425448 heartbeating to localhost/127.0.0.1:46363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-782462915-172.17.0.2-1732210425448 (Datanode Uuid 4ebb1a82-9802-49dc-811c-f0456e038163) service to localhost/127.0.0.1:46363 2024-11-21T17:34:08,394 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:34:08,394 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:34:08,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/cluster_3e1cfe1e-8702-56cc-a189-0fc2507536c0/data/data1/current/BP-782462915-172.17.0.2-1732210425448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:34:08,395 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/cluster_3e1cfe1e-8702-56cc-a189-0fc2507536c0/data/data2/current/BP-782462915-172.17.0.2-1732210425448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:34:08,395 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:34:08,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@461e8a19{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:34:08,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49bb6bf1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:34:08,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:34:08,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282ff216{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:34:08,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@618a6b2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f438e31-9e82-b289-7ff3-cb9d58bbdbbc/hadoop.log.dir/,STOPPED} 2024-11-21T17:34:08,408 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T17:34:08,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:34:08,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 160) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53660) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53660) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46363 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43503 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:46363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 197) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1207 (was 2069) 2024-11-21T17:34:08,441 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=1207 2024-11-21T17:34:08,453 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-21T17:34:08,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/hadoop.log.dir so I do NOT create it in target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56 2024-11-21T17:34:08,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:34:08,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/hadoop.tmp.dir so I do NOT create it in target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56 2024-11-21T17:34:08,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dbafcb95-fe6c-ddb5-7028-ea994bb9b21d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:34:08,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56 2024-11-21T17:34:08,454 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/cluster_d7d01a1e-bc70-ffc9-ed2f-ffcec945d17e, deleteOnExit=true 2024-11-21T17:34:08,456 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/cluster_d7d01a1e-bc70-ffc9-ed2f-ffcec945d17e/zookeeper_0, clientPort=55399, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/cluster_d7d01a1e-bc70-ffc9-ed2f-ffcec945d17e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/cluster_d7d01a1e-bc70-ffc9-ed2f-ffcec945d17e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T17:34:08,457 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55399 2024-11-21T17:34:08,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:34:08,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:34:08,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/test.cache.data in system properties and HBase conf 2024-11-21T17:34:08,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:34:08,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:34:08,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:34:08,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:34:08,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:34:08,457 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:34:08,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:34:08,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:34:08,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:34:08,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:34:08,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:34:08,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:34:08,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:34:08,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:34:08,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:34:08,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:34:08,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:34:08,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:34:08,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:34:08,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:34:08,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1006358da900005, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:34:08,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1006358da900005, quorum=127.0.0.1:53660, baseZNode=/11173244308 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:34:08,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1006358da900002, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:34:08,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1006358da900002, quorum=127.0.0.1:53660, baseZNode=/01384441733 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:34:08,518 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T17:34:08,544 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:08,544 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:08,544 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:08,545 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:08,545 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:08,545 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:08,552 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:08,555 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:08,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:34:08,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:34:08,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:34:08,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:34:08,588 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T17:34:08,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:34:08,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6df70fc8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:34:08,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5229bcd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:34:08,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ba2e79c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/java.io.tmpdir/jetty-localhost-37811-hadoop-hdfs-3_4_1-tests_jar-_-any-14901105341080472318/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:34:08,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a0fe0e0{HTTP/1.1, (http/1.1)}{localhost:37811} 2024-11-21T17:34:08,696 INFO [Time-limited test {}] server.Server(415): Started @153958ms 2024-11-21T17:34:08,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:34:08,778 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:34:08,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:34:08,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:34:08,781 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:34:08,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c93fefc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:34:08,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@189d931d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:34:08,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11d3d0e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/java.io.tmpdir/jetty-localhost-38361-hadoop-hdfs-3_4_1-tests_jar-_-any-7105260953904968053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:34:08,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6459d6e1{HTTP/1.1, (http/1.1)}{localhost:38361} 2024-11-21T17:34:08,877 INFO [Time-limited test {}] server.Server(415): Started @154139ms 2024-11-21T17:34:08,878 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:34:08,935 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/cluster_d7d01a1e-bc70-ffc9-ed2f-ffcec945d17e/data/data1/current/BP-400002807-172.17.0.2-1732210448480/current, will proceed with Du for space computation calculation, 2024-11-21T17:34:08,936 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/cluster_d7d01a1e-bc70-ffc9-ed2f-ffcec945d17e/data/data2/current/BP-400002807-172.17.0.2-1732210448480/current, will proceed with Du for space computation calculation, 2024-11-21T17:34:08,958 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:34:08,960 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa21f8920c0c927e9 with lease ID 0xc400b7c5c9a01ceb: Processing first storage report for DS-a159a88f-94ee-4a76-a4c3-47b91814285e from datanode DatanodeRegistration(127.0.0.1:41823, datanodeUuid=dd9a5c50-101a-494e-8479-6695f1a3ab21, infoPort=41301, infoSecurePort=0, ipcPort=33071, storageInfo=lv=-57;cid=testClusterID;nsid=455036780;c=1732210448480) 2024-11-21T17:34:08,960 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa21f8920c0c927e9 with lease ID 0xc400b7c5c9a01ceb: from storage DS-a159a88f-94ee-4a76-a4c3-47b91814285e node DatanodeRegistration(127.0.0.1:41823, datanodeUuid=dd9a5c50-101a-494e-8479-6695f1a3ab21, infoPort=41301, infoSecurePort=0, ipcPort=33071, storageInfo=lv=-57;cid=testClusterID;nsid=455036780;c=1732210448480), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:34:08,960 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa21f8920c0c927e9 with lease ID 0xc400b7c5c9a01ceb: Processing first storage report for DS-a01cf816-7066-482f-a713-b04e5d623791 from datanode DatanodeRegistration(127.0.0.1:41823, datanodeUuid=dd9a5c50-101a-494e-8479-6695f1a3ab21, infoPort=41301, infoSecurePort=0, ipcPort=33071, storageInfo=lv=-57;cid=testClusterID;nsid=455036780;c=1732210448480) 2024-11-21T17:34:08,960 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa21f8920c0c927e9 with lease ID 0xc400b7c5c9a01ceb: from storage DS-a01cf816-7066-482f-a713-b04e5d623791 node DatanodeRegistration(127.0.0.1:41823, datanodeUuid=dd9a5c50-101a-494e-8479-6695f1a3ab21, infoPort=41301, infoSecurePort=0, ipcPort=33071, storageInfo=lv=-57;cid=testClusterID;nsid=455036780;c=1732210448480), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:34:09,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56 2024-11-21T17:34:09,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:09,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:09,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:34:09,410 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f with version=8 2024-11-21T17:34:09,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/hbase-staging 2024-11-21T17:34:09,411 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:34:09,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:09,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:09,412 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:34:09,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:09,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:34:09,412 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:34:09,412 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:09,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46111 2024-11-21T17:34:09,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46111 connecting to ZooKeeper ensemble=127.0.0.1:55399 2024-11-21T17:34:09,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461110x0, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:34:09,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46111-0x100635934b60000 connected 2024-11-21T17:34:09,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:09,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:09,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Set watcher on znode that does not yet exist, /0-1715436815/running 2024-11-21T17:34:09,434 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f, hbase.cluster.distributed=false 2024-11-21T17:34:09,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Set watcher on znode that does not yet exist, /0-1715436815/acl 2024-11-21T17:34:09,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46111 2024-11-21T17:34:09,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46111 2024-11-21T17:34:09,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46111 2024-11-21T17:34:09,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46111 2024-11-21T17:34:09,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46111 2024-11-21T17:34:09,456 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:34:09,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:09,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:09,456 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:34:09,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:09,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:34:09,456 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:34:09,456 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:09,457 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32959 2024-11-21T17:34:09,458 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32959 connecting to ZooKeeper ensemble=127.0.0.1:55399 2024-11-21T17:34:09,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:09,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:09,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329590x0, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:34:09,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329590x0, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Set watcher on znode that does not yet exist, /0-1715436815/running 2024-11-21T17:34:09,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32959-0x100635934b60001 connected 2024-11-21T17:34:09,464 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:34:09,467 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:34:09,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Set watcher on znode that does not yet exist, /0-1715436815/master 2024-11-21T17:34:09,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Set watcher on znode that does not yet exist, /0-1715436815/acl 2024-11-21T17:34:09,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32959 2024-11-21T17:34:09,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32959 2024-11-21T17:34:09,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32959 2024-11-21T17:34:09,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32959 2024-11-21T17:34:09,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32959 2024-11-21T17:34:09,484 DEBUG [M:0;f3865e8353b4:46111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:46111 2024-11-21T17:34:09,484 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1715436815/backup-masters/f3865e8353b4,46111,1732210449411 2024-11-21T17:34:09,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815/backup-masters 2024-11-21T17:34:09,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815/backup-masters 2024-11-21T17:34:09,485 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Set watcher on existing znode=/0-1715436815/backup-masters/f3865e8353b4,46111,1732210449411 2024-11-21T17:34:09,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1715436815/master 2024-11-21T17:34:09,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815 2024-11-21T17:34:09,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815 2024-11-21T17:34:09,486 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Set watcher on existing znode=/0-1715436815/master 2024-11-21T17:34:09,487 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1715436815/backup-masters/f3865e8353b4,46111,1732210449411 from backup master directory 2024-11-21T17:34:09,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815/backup-masters 2024-11-21T17:34:09,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1715436815/backup-masters/f3865e8353b4,46111,1732210449411 2024-11-21T17:34:09,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815/backup-masters 2024-11-21T17:34:09,487 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:34:09,487 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,46111,1732210449411 2024-11-21T17:34:09,493 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/hbase.id] with ID: 81050cac-42b0-4629-b403-5fdf26b81f81 2024-11-21T17:34:09,493 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/.tmp/hbase.id 2024-11-21T17:34:09,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:34:09,899 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/.tmp/hbase.id]:[hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/hbase.id] 2024-11-21T17:34:09,907 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:09,908 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:34:09,908 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T17:34:09,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815 2024-11-21T17:34:09,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815 2024-11-21T17:34:09,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:34:10,314 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:34:10,315 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:34:10,315 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:34:10,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:34:10,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:34:10,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T17:34:10,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T17:34:10,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:34:10,722 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store 2024-11-21T17:34:10,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:34:11,128 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:11,128 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:34:11,128 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:11,128 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:11,128 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:34:11,128 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:11,128 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:11,128 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210451128Disabling compacts and flushes for region at 1732210451128Disabling writes for close at 1732210451128Writing region close event to WAL at 1732210451128Closed at 1732210451128 2024-11-21T17:34:11,129 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/.initializing 2024-11-21T17:34:11,129 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/WALs/f3865e8353b4,46111,1732210449411 2024-11-21T17:34:11,130 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:34:11,131 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C46111%2C1732210449411, suffix=, logDir=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/WALs/f3865e8353b4,46111,1732210449411, archiveDir=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/oldWALs, maxLogs=10 2024-11-21T17:34:11,145 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/WALs/f3865e8353b4,46111,1732210449411/f3865e8353b4%2C46111%2C1732210449411.1732210451131, exclude list is [], retry=0 2024-11-21T17:34:11,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41823,DS-a159a88f-94ee-4a76-a4c3-47b91814285e,DISK] 2024-11-21T17:34:11,150 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/WALs/f3865e8353b4,46111,1732210449411/f3865e8353b4%2C46111%2C1732210449411.1732210451131 2024-11-21T17:34:11,150 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41301:41301)] 2024-11-21T17:34:11,150 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:34:11,150 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:11,150 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:11,150 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:11,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:11,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:34:11,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:11,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:11,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:11,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:34:11,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:11,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:11,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:11,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:34:11,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:11,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:11,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:11,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:34:11,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:11,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:11,159 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:11,159 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:11,160 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:11,161 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:11,161 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:11,161 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:34:11,162 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:11,164 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:34:11,164 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64629648, jitterRate=-0.03694319725036621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:34:11,165 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210451150Initializing all the Stores at 1732210451151 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210451151Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210451152 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210451152Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210451152Cleaning up temporary data from old regions at 1732210451161 (+9 ms)Region opened successfully at 1732210451164 (+3 ms) 2024-11-21T17:34:11,165 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:34:11,167 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9c1612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:34:11,168 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:34:11,168 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:34:11,168 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:34:11,168 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:34:11,168 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:34:11,169 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:34:11,169 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:34:11,171 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:34:11,172 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Unable to get data of znode /0-1715436815/balancer because node does not exist (not necessarily an error) 2024-11-21T17:34:11,172 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1715436815/balancer already deleted, retry=false 2024-11-21T17:34:11,173 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:34:11,173 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Unable to get data of znode /0-1715436815/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:34:11,174 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1715436815/normalizer already deleted, retry=false 2024-11-21T17:34:11,174 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:34:11,175 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Unable to get data of znode /0-1715436815/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:34:11,175 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1715436815/switch/split already deleted, retry=false 2024-11-21T17:34:11,176 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Unable to get data of znode /0-1715436815/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:34:11,177 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1715436815/switch/merge already deleted, retry=false 2024-11-21T17:34:11,178 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Unable to get data of znode /0-1715436815/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:34:11,179 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1715436815/snapshot-cleanup already deleted, retry=false 2024-11-21T17:34:11,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1715436815/running 2024-11-21T17:34:11,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1715436815/running 2024-11-21T17:34:11,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815 2024-11-21T17:34:11,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815 2024-11-21T17:34:11,180 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,46111,1732210449411, sessionid=0x100635934b60000, setting cluster-up flag (Was=false) 2024-11-21T17:34:11,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815 2024-11-21T17:34:11,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815 2024-11-21T17:34:11,184 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1715436815/flush-table-proc/acquired, /0-1715436815/flush-table-proc/reached, /0-1715436815/flush-table-proc/abort 2024-11-21T17:34:11,185 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,46111,1732210449411 2024-11-21T17:34:11,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815 2024-11-21T17:34:11,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815 2024-11-21T17:34:11,188 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1715436815/online-snapshot/acquired, /0-1715436815/online-snapshot/reached, /0-1715436815/online-snapshot/abort 2024-11-21T17:34:11,189 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,46111,1732210449411 2024-11-21T17:34:11,190 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:34:11,191 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:34:11,191 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:34:11,192 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:34:11,192 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f3865e8353b4,39219,1732210426579: status=Processing ServerCrashProcedure of f3865e8353b4,39219,1732210426579 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732210438228, completionTime=-1 appears to have been leaked 2024-11-21T17:34:11,192 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,46111,1732210449411 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:34:11,193 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:34:11,193 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:34:11,193 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:34:11,193 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:34:11,193 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:34:11,193 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:11,193 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:34:11,193 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:11,194 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:34:11,194 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:34:11,195 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:11,195 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:34:11,201 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210481201 2024-11-21T17:34:11,201 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:34:11,201 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:34:11,201 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:34:11,201 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:34:11,201 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:34:11,201 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:34:11,202 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:11,202 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:34:11,202 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:34:11,202 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:34:11,202 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:34:11,203 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:34:11,203 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:34:11,204 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210451203,5,FailOnTimeoutGroup] 2024-11-21T17:34:11,205 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210451204,5,FailOnTimeoutGroup] 2024-11-21T17:34:11,205 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:11,205 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:34:11,205 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:11,205 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:11,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:34:11,276 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(746): ClusterId : 81050cac-42b0-4629-b403-5fdf26b81f81 2024-11-21T17:34:11,276 DEBUG [RS:0;f3865e8353b4:32959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:34:11,278 DEBUG [RS:0;f3865e8353b4:32959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:34:11,278 DEBUG [RS:0;f3865e8353b4:32959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:34:11,279 DEBUG [RS:0;f3865e8353b4:32959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:34:11,279 DEBUG [RS:0;f3865e8353b4:32959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@384b8d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:34:11,290 DEBUG [RS:0;f3865e8353b4:32959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:32959 2024-11-21T17:34:11,290 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:34:11,290 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:34:11,290 DEBUG [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:34:11,291 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,46111,1732210449411 with port=32959, startcode=1732210449456 2024-11-21T17:34:11,291 DEBUG [RS:0;f3865e8353b4:32959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:34:11,293 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:34:11,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,32959,1732210449456 2024-11-21T17:34:11,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46111 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,32959,1732210449456 2024-11-21T17:34:11,295 DEBUG [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f 2024-11-21T17:34:11,295 DEBUG [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46823 2024-11-21T17:34:11,295 DEBUG [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:34:11,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815/rs 2024-11-21T17:34:11,296 DEBUG [RS:0;f3865e8353b4:32959 {}] zookeeper.ZKUtil(111): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Set watcher on existing znode=/0-1715436815/rs/f3865e8353b4,32959,1732210449456 2024-11-21T17:34:11,296 WARN [RS:0;f3865e8353b4:32959 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:34:11,296 INFO [RS:0;f3865e8353b4:32959 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:34:11,296 DEBUG [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456 2024-11-21T17:34:11,297 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,32959,1732210449456] 2024-11-21T17:34:11,299 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:34:11,301 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:34:11,301 INFO [RS:0;f3865e8353b4:32959 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:34:11,301 INFO [RS:0;f3865e8353b4:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:11,302 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:34:11,302 INFO [RS:0;f3865e8353b4:32959 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:34:11,302 INFO [RS:0;f3865e8353b4:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:11,303 DEBUG [RS:0;f3865e8353b4:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:11,303 DEBUG [RS:0;f3865e8353b4:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:11,303 DEBUG [RS:0;f3865e8353b4:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:11,303 DEBUG [RS:0;f3865e8353b4:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:11,303 DEBUG [RS:0;f3865e8353b4:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:11,303 DEBUG [RS:0;f3865e8353b4:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:34:11,303 DEBUG [RS:0;f3865e8353b4:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:11,303 DEBUG [RS:0;f3865e8353b4:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:11,303 DEBUG [RS:0;f3865e8353b4:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:11,303 DEBUG [RS:0;f3865e8353b4:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:11,303 DEBUG [RS:0;f3865e8353b4:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:11,303 DEBUG [RS:0;f3865e8353b4:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:11,303 DEBUG [RS:0;f3865e8353b4:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:34:11,303 DEBUG [RS:0;f3865e8353b4:32959 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:34:11,305 INFO [RS:0;f3865e8353b4:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:11,305 INFO [RS:0;f3865e8353b4:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:11,305 INFO [RS:0;f3865e8353b4:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:11,305 INFO [RS:0;f3865e8353b4:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:11,305 INFO [RS:0;f3865e8353b4:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:11,305 INFO [RS:0;f3865e8353b4:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,32959,1732210449456-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:34:11,326 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:34:11,326 INFO [RS:0;f3865e8353b4:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,32959,1732210449456-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:11,326 INFO [RS:0;f3865e8353b4:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:11,326 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.Replication(171): f3865e8353b4,32959,1732210449456 started 2024-11-21T17:34:11,341 INFO [RS:0;f3865e8353b4:32959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:11,341 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,32959,1732210449456, RpcServer on f3865e8353b4/172.17.0.2:32959, sessionid=0x100635934b60001 2024-11-21T17:34:11,341 DEBUG [RS:0;f3865e8353b4:32959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:34:11,341 DEBUG [RS:0;f3865e8353b4:32959 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,32959,1732210449456 2024-11-21T17:34:11,341 DEBUG [RS:0;f3865e8353b4:32959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,32959,1732210449456' 2024-11-21T17:34:11,341 DEBUG [RS:0;f3865e8353b4:32959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1715436815/flush-table-proc/abort' 2024-11-21T17:34:11,342 DEBUG [RS:0;f3865e8353b4:32959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1715436815/flush-table-proc/acquired' 2024-11-21T17:34:11,342 DEBUG [RS:0;f3865e8353b4:32959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:34:11,342 DEBUG [RS:0;f3865e8353b4:32959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:34:11,342 DEBUG [RS:0;f3865e8353b4:32959 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,32959,1732210449456 2024-11-21T17:34:11,342 DEBUG [RS:0;f3865e8353b4:32959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,32959,1732210449456' 2024-11-21T17:34:11,342 DEBUG [RS:0;f3865e8353b4:32959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1715436815/online-snapshot/abort' 2024-11-21T17:34:11,343 DEBUG [RS:0;f3865e8353b4:32959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1715436815/online-snapshot/acquired' 2024-11-21T17:34:11,343 DEBUG [RS:0;f3865e8353b4:32959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:34:11,343 INFO [RS:0;f3865e8353b4:32959 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:34:11,343 INFO [RS:0;f3865e8353b4:32959 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:34:11,443 INFO [RS:0;f3865e8353b4:32959 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:34:11,445 INFO [RS:0;f3865e8353b4:32959 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C32959%2C1732210449456, suffix=, logDir=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456, archiveDir=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/oldWALs, maxLogs=10 2024-11-21T17:34:11,457 DEBUG [RS:0;f3865e8353b4:32959 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445, exclude list is [], retry=0 2024-11-21T17:34:11,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41823,DS-a159a88f-94ee-4a76-a4c3-47b91814285e,DISK] 2024-11-21T17:34:11,461 INFO [RS:0;f3865e8353b4:32959 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 2024-11-21T17:34:11,462 DEBUG [RS:0;f3865e8353b4:32959 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41301:41301)] 2024-11-21T17:34:11,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:34:11,607 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f 2024-11-21T17:34:11,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741833_1009 (size=32) 2024-11-21T17:34:12,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:12,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:34:12,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:34:12,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:12,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:12,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:34:12,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:34:12,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:12,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:12,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:34:12,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:34:12,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:12,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:12,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:34:12,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:34:12,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:12,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:12,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:34:12,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740 2024-11-21T17:34:12,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740 2024-11-21T17:34:12,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:34:12,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:34:12,021 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:34:12,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:34:12,023 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:34:12,023 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59628758, jitterRate=-0.11146226525306702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:34:12,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210452013Initializing all the Stores at 1732210452013Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210452013Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210452013Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210452013Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210452013Cleaning up temporary data from old regions at 1732210452020 (+7 ms)Region opened successfully at 1732210452024 (+4 ms) 2024-11-21T17:34:12,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:34:12,024 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:34:12,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:34:12,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:34:12,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:34:12,024 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:34:12,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210452024Disabling compacts and flushes for region at 1732210452024Disabling writes for close at 1732210452024Writing region close event to WAL at 1732210452024Closed at 1732210452024 2024-11-21T17:34:12,025 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:34:12,025 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:34:12,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:34:12,026 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:34:12,027 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:34:12,177 DEBUG [f3865e8353b4:46111 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:34:12,178 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,32959,1732210449456 2024-11-21T17:34:12,178 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,32959,1732210449456, state=OPENING 2024-11-21T17:34:12,179 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:34:12,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815 2024-11-21T17:34:12,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815 2024-11-21T17:34:12,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1715436815/meta-region-server: CHANGED 2024-11-21T17:34:12,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1715436815/meta-region-server: CHANGED 2024-11-21T17:34:12,181 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:34:12,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,32959,1732210449456}] 2024-11-21T17:34:12,334 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:34:12,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:34:12,338 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:34:12,338 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:34:12,338 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:34:12,339 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C32959%2C1732210449456.meta, suffix=.meta, logDir=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456, archiveDir=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/oldWALs, maxLogs=10 2024-11-21T17:34:12,351 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.meta.1732210452340.meta, exclude list is [], retry=0 2024-11-21T17:34:12,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41823,DS-a159a88f-94ee-4a76-a4c3-47b91814285e,DISK] 2024-11-21T17:34:12,355 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.meta.1732210452340.meta 2024-11-21T17:34:12,355 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41301:41301)] 2024-11-21T17:34:12,355 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:34:12,355 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:34:12,355 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:34:12,355 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:34:12,355 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:34:12,356 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:34:12,356 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:12,356 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:34:12,356 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:34:12,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:34:12,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:34:12,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:12,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:12,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:34:12,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:34:12,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:12,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:12,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:34:12,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:34:12,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:12,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:12,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:34:12,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:34:12,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:12,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:12,361 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:34:12,361 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740 2024-11-21T17:34:12,362 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740 2024-11-21T17:34:12,363 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:34:12,363 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:34:12,364 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:34:12,365 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:34:12,366 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74567054, jitterRate=0.11113569140434265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:34:12,366 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:34:12,366 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210452356Writing region info on filesystem at 1732210452356Initializing all the Stores at 1732210452357 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210452357Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210452357Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210452357Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210452357Cleaning up temporary data from old regions at 1732210452363 (+6 ms)Running coprocessor post-open hooks at 1732210452366 (+3 ms)Region opened successfully at 1732210452366 2024-11-21T17:34:12,367 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210452334 2024-11-21T17:34:12,369 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:34:12,369 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:34:12,369 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,32959,1732210449456 2024-11-21T17:34:12,370 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,32959,1732210449456, state=OPEN 2024-11-21T17:34:12,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1715436815/meta-region-server 2024-11-21T17:34:12,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1715436815/meta-region-server 2024-11-21T17:34:12,371 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,32959,1732210449456 2024-11-21T17:34:12,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1715436815/meta-region-server: CHANGED 2024-11-21T17:34:12,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1715436815/meta-region-server: CHANGED 2024-11-21T17:34:12,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:34:12,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,32959,1732210449456 in 189 msec 2024-11-21T17:34:12,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:34:12,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-21T17:34:12,375 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:34:12,375 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:34:12,376 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:12,377 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,32959,1732210449456, seqNum=-1] 2024-11-21T17:34:12,377 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:12,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:34:12,382 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1910 sec 2024-11-21T17:34:12,382 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210452382, completionTime=-1 2024-11-21T17:34:12,382 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:34:12,382 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:34:12,384 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:34:12,384 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210512384 2024-11-21T17:34:12,384 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210572384 2024-11-21T17:34:12,384 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T17:34:12,385 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46111,1732210449411-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:12,385 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46111,1732210449411-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:12,385 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46111,1732210449411-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:12,385 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:46111, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:12,385 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:12,385 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:12,387 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:34:12,388 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.901sec 2024-11-21T17:34:12,388 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:34:12,388 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:34:12,388 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:34:12,388 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:34:12,388 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:34:12,388 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46111,1732210449411-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:34:12,388 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46111,1732210449411-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:34:12,390 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:34:12,390 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:34:12,390 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46111,1732210449411-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:12,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2976d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:12,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,46111,-1 for getting cluster id 2024-11-21T17:34:12,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:12,478 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81050cac-42b0-4629-b403-5fdf26b81f81' 2024-11-21T17:34:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81050cac-42b0-4629-b403-5fdf26b81f81" 2024-11-21T17:34:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455fd06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,46111,-1] 2024-11-21T17:34:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:12,480 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:12,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e27daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:12,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:12,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,32959,1732210449456, seqNum=-1] 2024-11-21T17:34:12,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:12,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:34:12,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,46111,1732210449411 2024-11-21T17:34:12,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55399 2024-11-21T17:34:12,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:34:12,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100635934b60002 connected 2024-11-21T17:34:12,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/hadoop.log.dir so I do NOT create it in target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf 2024-11-21T17:34:12,489 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:34:12,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/hadoop.tmp.dir so I do NOT create it in target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf 2024-11-21T17:34:12,489 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:34:12,489 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf 2024-11-21T17:34:12,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:34:12,490 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/cluster_6a5ec3e6-2f86-66e4-e73e-6163ac610baa, deleteOnExit=true 2024-11-21T17:34:12,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:34:12,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/test.cache.data in system properties and HBase conf 2024-11-21T17:34:12,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:34:12,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:34:12,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:34:12,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:34:12,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:34:12,490 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:34:12,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:34:12,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:34:12,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:34:12,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:34:12,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:34:12,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:34:12,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:34:12,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:34:12,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:34:12,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:34:12,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:34:12,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:34:12,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:34:12,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:34:12,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:34:12,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:34:12,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:34:12,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:34:12,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:34:12,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:34:12,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d265d3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:34:12,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75d00e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:34:12,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c855783{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/java.io.tmpdir/jetty-localhost-45429-hadoop-hdfs-3_4_1-tests_jar-_-any-10151865713527703869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:34:12,642 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8d3ede5{HTTP/1.1, (http/1.1)}{localhost:45429} 2024-11-21T17:34:12,642 INFO [Time-limited test {}] server.Server(415): Started @157905ms 2024-11-21T17:34:12,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:34:12,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:34:12,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:34:12,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:34:12,706 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T17:34:12,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14658782{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:34:12,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d5bc22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:34:12,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a3780ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/java.io.tmpdir/jetty-localhost-35643-hadoop-hdfs-3_4_1-tests_jar-_-any-13128214309377092822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:34:12,802 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@433ddd6f{HTTP/1.1, (http/1.1)}{localhost:35643} 2024-11-21T17:34:12,802 INFO [Time-limited test {}] server.Server(415): Started @158064ms 2024-11-21T17:34:12,803 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:34:12,864 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/cluster_6a5ec3e6-2f86-66e4-e73e-6163ac610baa/data/data1/current/BP-110487930-172.17.0.2-1732210452505/current, will proceed with Du for space computation calculation, 2024-11-21T17:34:12,864 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/cluster_6a5ec3e6-2f86-66e4-e73e-6163ac610baa/data/data2/current/BP-110487930-172.17.0.2-1732210452505/current, will proceed with Du for space computation calculation, 2024-11-21T17:34:12,886 WARN [Thread-1786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:34:12,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x712f2b5896a82fae with lease ID 0xa9ea8426c257ad61: Processing first storage report for DS-0530e9c5-42fc-43af-bbf2-648edf34b6dd from datanode DatanodeRegistration(127.0.0.1:37581, datanodeUuid=0bfa0bd6-d4ae-4472-90f1-c430896b52dc, infoPort=36813, infoSecurePort=0, ipcPort=40587, storageInfo=lv=-57;cid=testClusterID;nsid=1149814833;c=1732210452505) 2024-11-21T17:34:12,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x712f2b5896a82fae with lease ID 0xa9ea8426c257ad61: from storage DS-0530e9c5-42fc-43af-bbf2-648edf34b6dd node DatanodeRegistration(127.0.0.1:37581, datanodeUuid=0bfa0bd6-d4ae-4472-90f1-c430896b52dc, infoPort=36813, infoSecurePort=0, ipcPort=40587, storageInfo=lv=-57;cid=testClusterID;nsid=1149814833;c=1732210452505), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:34:12,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x712f2b5896a82fae with lease ID 0xa9ea8426c257ad61: Processing first storage report for DS-db18bd9a-7270-44b3-b297-8c3c6bcfc0be from datanode DatanodeRegistration(127.0.0.1:37581, datanodeUuid=0bfa0bd6-d4ae-4472-90f1-c430896b52dc, infoPort=36813, infoSecurePort=0, ipcPort=40587, storageInfo=lv=-57;cid=testClusterID;nsid=1149814833;c=1732210452505) 2024-11-21T17:34:12,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x712f2b5896a82fae with lease ID 0xa9ea8426c257ad61: from storage DS-db18bd9a-7270-44b3-b297-8c3c6bcfc0be node DatanodeRegistration(127.0.0.1:37581, datanodeUuid=0bfa0bd6-d4ae-4472-90f1-c430896b52dc, infoPort=36813, infoSecurePort=0, ipcPort=40587, storageInfo=lv=-57;cid=testClusterID;nsid=1149814833;c=1732210452505), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:34:12,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf 2024-11-21T17:34:12,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:12,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:12,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:34:13,331 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741 with version=8 2024-11-21T17:34:13,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/hbase-staging 2024-11-21T17:34:13,333 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:34:13,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:13,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:13,333 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:34:13,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:13,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:34:13,333 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:34:13,333 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:13,334 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41629 2024-11-21T17:34:13,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41629 connecting to ZooKeeper ensemble=127.0.0.1:55399 2024-11-21T17:34:13,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416290x0, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:34:13,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41629-0x100635934b60003 connected 2024-11-21T17:34:13,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:13,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:13,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Set watcher on znode that does not yet exist, /1-1322219553/running 2024-11-21T17:34:13,347 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741, hbase.cluster.distributed=false 2024-11-21T17:34:13,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Set watcher on znode that does not yet exist, /1-1322219553/acl 2024-11-21T17:34:13,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41629 2024-11-21T17:34:13,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41629 2024-11-21T17:34:13,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41629 2024-11-21T17:34:13,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41629 2024-11-21T17:34:13,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41629 2024-11-21T17:34:13,367 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:34:13,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:13,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:13,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:34:13,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:13,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:34:13,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:34:13,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:13,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44877 2024-11-21T17:34:13,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44877 connecting to ZooKeeper ensemble=127.0.0.1:55399 2024-11-21T17:34:13,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:13,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:13,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448770x0, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:34:13,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448770x0, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Set watcher on znode that does not yet exist, /1-1322219553/running 2024-11-21T17:34:13,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44877-0x100635934b60004 connected 2024-11-21T17:34:13,375 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:34:13,377 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:34:13,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Set watcher on znode that does not yet exist, /1-1322219553/master 2024-11-21T17:34:13,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Set watcher on znode that does not yet exist, /1-1322219553/acl 2024-11-21T17:34:13,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44877 2024-11-21T17:34:13,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44877 2024-11-21T17:34:13,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44877 2024-11-21T17:34:13,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44877 2024-11-21T17:34:13,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44877 2024-11-21T17:34:13,402 DEBUG [M:0;f3865e8353b4:41629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:41629 2024-11-21T17:34:13,403 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1322219553/backup-masters/f3865e8353b4,41629,1732210453333 2024-11-21T17:34:13,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553/backup-masters 2024-11-21T17:34:13,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553/backup-masters 2024-11-21T17:34:13,404 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Set watcher on existing znode=/1-1322219553/backup-masters/f3865e8353b4,41629,1732210453333 2024-11-21T17:34:13,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1322219553/master 2024-11-21T17:34:13,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553 2024-11-21T17:34:13,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553 2024-11-21T17:34:13,405 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Set watcher on existing znode=/1-1322219553/master 2024-11-21T17:34:13,406 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1322219553/backup-masters/f3865e8353b4,41629,1732210453333 from backup master directory 2024-11-21T17:34:13,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553/backup-masters 2024-11-21T17:34:13,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1322219553/backup-masters/f3865e8353b4,41629,1732210453333 2024-11-21T17:34:13,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553/backup-masters 2024-11-21T17:34:13,406 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:34:13,406 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,41629,1732210453333 2024-11-21T17:34:13,409 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/hbase.id] with ID: 048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06 2024-11-21T17:34:13,409 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/.tmp/hbase.id 2024-11-21T17:34:13,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:34:13,819 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/.tmp/hbase.id]:[hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/hbase.id] 2024-11-21T17:34:13,828 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:13,828 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:34:13,829 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T17:34:13,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553 2024-11-21T17:34:13,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553 2024-11-21T17:34:13,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:34:14,237 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:34:14,238 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:34:14,238 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:34:14,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:34:14,645 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store 2024-11-21T17:34:14,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:34:15,051 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:15,051 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:34:15,051 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:15,051 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:15,051 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:34:15,051 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:15,051 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:15,051 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210455051Disabling compacts and flushes for region at 1732210455051Disabling writes for close at 1732210455051Writing region close event to WAL at 1732210455051Closed at 1732210455051 2024-11-21T17:34:15,052 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/.initializing 2024-11-21T17:34:15,052 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/WALs/f3865e8353b4,41629,1732210453333 2024-11-21T17:34:15,053 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:34:15,054 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C41629%2C1732210453333, suffix=, logDir=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/WALs/f3865e8353b4,41629,1732210453333, archiveDir=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/oldWALs, maxLogs=10 2024-11-21T17:34:15,066 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/WALs/f3865e8353b4,41629,1732210453333/f3865e8353b4%2C41629%2C1732210453333.1732210455054, exclude list is [], retry=0 2024-11-21T17:34:15,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37581,DS-0530e9c5-42fc-43af-bbf2-648edf34b6dd,DISK] 2024-11-21T17:34:15,070 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/WALs/f3865e8353b4,41629,1732210453333/f3865e8353b4%2C41629%2C1732210453333.1732210455054 2024-11-21T17:34:15,070 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36813:36813)] 2024-11-21T17:34:15,070 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:34:15,070 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:15,070 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:15,070 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:15,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:15,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:34:15,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:15,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:15,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:15,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:34:15,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:15,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:15,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:15,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:34:15,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:15,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:15,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:15,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:34:15,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:15,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:15,076 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:15,077 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:15,077 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:15,078 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:15,078 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:15,078 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:34:15,079 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:15,081 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:34:15,081 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74108150, jitterRate=0.10429748892784119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:34:15,081 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210455070Initializing all the Stores at 1732210455071 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210455071Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210455071Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210455071Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210455071Cleaning up temporary data from old regions at 1732210455078 (+7 ms)Region opened successfully at 1732210455081 (+3 ms) 2024-11-21T17:34:15,081 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:34:15,083 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473634b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:34:15,084 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:34:15,084 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:34:15,084 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:34:15,084 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:34:15,085 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:34:15,085 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:34:15,085 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:34:15,086 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:34:15,087 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Unable to get data of znode /1-1322219553/balancer because node does not exist (not necessarily an error) 2024-11-21T17:34:15,087 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322219553/balancer already deleted, retry=false 2024-11-21T17:34:15,088 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:34:15,088 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Unable to get data of znode /1-1322219553/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:34:15,089 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322219553/normalizer already deleted, retry=false 2024-11-21T17:34:15,089 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:34:15,089 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Unable to get data of znode /1-1322219553/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:34:15,090 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322219553/switch/split already deleted, retry=false 2024-11-21T17:34:15,090 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Unable to get data of znode /1-1322219553/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:34:15,091 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322219553/switch/merge already deleted, retry=false 2024-11-21T17:34:15,092 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Unable to get data of znode /1-1322219553/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:34:15,092 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322219553/snapshot-cleanup already deleted, retry=false 2024-11-21T17:34:15,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1322219553/running 2024-11-21T17:34:15,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553 2024-11-21T17:34:15,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1322219553/running 2024-11-21T17:34:15,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553 2024-11-21T17:34:15,094 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,41629,1732210453333, sessionid=0x100635934b60003, setting cluster-up flag (Was=false) 2024-11-21T17:34:15,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553 2024-11-21T17:34:15,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553 2024-11-21T17:34:15,097 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1322219553/flush-table-proc/acquired, /1-1322219553/flush-table-proc/reached, /1-1322219553/flush-table-proc/abort 2024-11-21T17:34:15,097 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,41629,1732210453333 2024-11-21T17:34:15,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553 2024-11-21T17:34:15,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553 2024-11-21T17:34:15,101 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1322219553/online-snapshot/acquired, /1-1322219553/online-snapshot/reached, /1-1322219553/online-snapshot/abort 2024-11-21T17:34:15,102 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,41629,1732210453333 2024-11-21T17:34:15,102 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:34:15,103 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:34:15,103 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:34:15,104 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:34:15,104 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,41629,1732210453333 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:34:15,105 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:34:15,105 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:34:15,105 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:34:15,105 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:34:15,105 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:34:15,105 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:15,105 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:34:15,105 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:15,107 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:34:15,107 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:34:15,108 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:15,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:34:15,113 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210485113 2024-11-21T17:34:15,113 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:34:15,113 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:34:15,113 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:34:15,113 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:34:15,113 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:34:15,113 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:34:15,114 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:15,114 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:34:15,114 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:34:15,114 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:34:15,114 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:34:15,116 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:34:15,116 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:34:15,116 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210455116,5,FailOnTimeoutGroup] 2024-11-21T17:34:15,117 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210455116,5,FailOnTimeoutGroup] 2024-11-21T17:34:15,117 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:15,117 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:34:15,117 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:15,117 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:15,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:34:15,192 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(746): ClusterId : 048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06 2024-11-21T17:34:15,192 DEBUG [RS:0;f3865e8353b4:44877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:34:15,193 DEBUG [RS:0;f3865e8353b4:44877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:34:15,193 DEBUG [RS:0;f3865e8353b4:44877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:34:15,194 DEBUG [RS:0;f3865e8353b4:44877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:34:15,194 DEBUG [RS:0;f3865e8353b4:44877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1742bb63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:34:15,204 DEBUG [RS:0;f3865e8353b4:44877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:44877 2024-11-21T17:34:15,204 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:34:15,204 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:34:15,204 DEBUG [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:34:15,205 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,41629,1732210453333 with port=44877, startcode=1732210453366 2024-11-21T17:34:15,205 DEBUG [RS:0;f3865e8353b4:44877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:34:15,206 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:34:15,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,44877,1732210453366 2024-11-21T17:34:15,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41629 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,44877,1732210453366 2024-11-21T17:34:15,208 DEBUG [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741 2024-11-21T17:34:15,208 DEBUG [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35631 2024-11-21T17:34:15,208 DEBUG [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:34:15,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553/rs 2024-11-21T17:34:15,211 DEBUG [RS:0;f3865e8353b4:44877 {}] zookeeper.ZKUtil(111): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Set watcher on existing znode=/1-1322219553/rs/f3865e8353b4,44877,1732210453366 2024-11-21T17:34:15,211 WARN [RS:0;f3865e8353b4:44877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:34:15,211 INFO [RS:0;f3865e8353b4:44877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:34:15,211 DEBUG [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366 2024-11-21T17:34:15,211 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,44877,1732210453366] 2024-11-21T17:34:15,214 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:34:15,215 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:34:15,215 INFO [RS:0;f3865e8353b4:44877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:34:15,215 INFO [RS:0;f3865e8353b4:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:15,215 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:34:15,216 INFO [RS:0;f3865e8353b4:44877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:34:15,216 INFO [RS:0;f3865e8353b4:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:15,216 DEBUG [RS:0;f3865e8353b4:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:15,216 DEBUG [RS:0;f3865e8353b4:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:15,216 DEBUG [RS:0;f3865e8353b4:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:15,216 DEBUG [RS:0;f3865e8353b4:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:15,216 DEBUG [RS:0;f3865e8353b4:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:15,216 DEBUG [RS:0;f3865e8353b4:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:34:15,216 DEBUG [RS:0;f3865e8353b4:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:15,216 DEBUG [RS:0;f3865e8353b4:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:15,216 DEBUG [RS:0;f3865e8353b4:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:15,216 DEBUG [RS:0;f3865e8353b4:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:15,216 DEBUG [RS:0;f3865e8353b4:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:15,216 DEBUG [RS:0;f3865e8353b4:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:15,216 DEBUG [RS:0;f3865e8353b4:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:34:15,216 DEBUG [RS:0;f3865e8353b4:44877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:34:15,217 INFO [RS:0;f3865e8353b4:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:15,217 INFO [RS:0;f3865e8353b4:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:15,217 INFO [RS:0;f3865e8353b4:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:15,217 INFO [RS:0;f3865e8353b4:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:15,217 INFO [RS:0;f3865e8353b4:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:15,217 INFO [RS:0;f3865e8353b4:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,44877,1732210453366-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:34:15,232 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:34:15,232 INFO [RS:0;f3865e8353b4:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,44877,1732210453366-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:15,232 INFO [RS:0;f3865e8353b4:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:15,232 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.Replication(171): f3865e8353b4,44877,1732210453366 started 2024-11-21T17:34:15,244 INFO [RS:0;f3865e8353b4:44877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:15,245 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,44877,1732210453366, RpcServer on f3865e8353b4/172.17.0.2:44877, sessionid=0x100635934b60004 2024-11-21T17:34:15,245 DEBUG [RS:0;f3865e8353b4:44877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:34:15,245 DEBUG [RS:0;f3865e8353b4:44877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,44877,1732210453366 2024-11-21T17:34:15,245 DEBUG [RS:0;f3865e8353b4:44877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,44877,1732210453366' 2024-11-21T17:34:15,245 DEBUG [RS:0;f3865e8353b4:44877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1322219553/flush-table-proc/abort' 2024-11-21T17:34:15,245 DEBUG [RS:0;f3865e8353b4:44877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1322219553/flush-table-proc/acquired' 2024-11-21T17:34:15,245 DEBUG [RS:0;f3865e8353b4:44877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:34:15,245 DEBUG [RS:0;f3865e8353b4:44877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:34:15,246 DEBUG [RS:0;f3865e8353b4:44877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,44877,1732210453366 2024-11-21T17:34:15,246 DEBUG [RS:0;f3865e8353b4:44877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,44877,1732210453366' 2024-11-21T17:34:15,246 DEBUG [RS:0;f3865e8353b4:44877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1322219553/online-snapshot/abort' 2024-11-21T17:34:15,246 DEBUG [RS:0;f3865e8353b4:44877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1322219553/online-snapshot/acquired' 2024-11-21T17:34:15,246 DEBUG [RS:0;f3865e8353b4:44877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:34:15,246 INFO [RS:0;f3865e8353b4:44877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:34:15,246 INFO [RS:0;f3865e8353b4:44877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:34:15,346 INFO [RS:0;f3865e8353b4:44877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:34:15,348 INFO [RS:0;f3865e8353b4:44877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C44877%2C1732210453366, suffix=, logDir=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366, archiveDir=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/oldWALs, maxLogs=10 2024-11-21T17:34:15,363 DEBUG [RS:0;f3865e8353b4:44877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348, exclude list is [], retry=0 2024-11-21T17:34:15,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37581,DS-0530e9c5-42fc-43af-bbf2-648edf34b6dd,DISK] 2024-11-21T17:34:15,367 INFO [RS:0;f3865e8353b4:44877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 2024-11-21T17:34:15,368 DEBUG [RS:0;f3865e8353b4:44877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36813:36813)] 2024-11-21T17:34:15,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:34:15,522 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741 2024-11-21T17:34:15,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741833_1009 (size=32) 2024-11-21T17:34:15,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:15,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:34:15,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:34:15,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:15,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:15,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:34:15,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:34:15,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:15,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:15,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:34:15,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:34:15,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:15,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:15,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:34:15,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:34:15,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:15,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:15,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:34:15,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740 2024-11-21T17:34:15,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740 2024-11-21T17:34:15,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:34:15,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:34:15,937 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:34:15,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:34:15,939 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:34:15,939 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69380378, jitterRate=0.033848196268081665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:34:15,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210455928Initializing all the Stores at 1732210455928Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210455928Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210455929 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210455929Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210455929Cleaning up temporary data from old regions at 1732210455936 (+7 ms)Region opened successfully at 1732210455939 (+3 ms) 2024-11-21T17:34:15,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:34:15,940 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:34:15,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:34:15,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:34:15,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:34:15,940 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:34:15,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210455940Disabling compacts and flushes for region at 1732210455940Disabling writes for close at 1732210455940Writing region close event to WAL at 1732210455940Closed at 1732210455940 2024-11-21T17:34:15,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:34:15,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:34:15,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:34:15,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:34:15,942 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:34:16,029 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:34:16,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:16,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:16,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:16,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:16,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:16,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:16,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:16,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:16,093 DEBUG [f3865e8353b4:41629 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:34:16,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,44877,1732210453366 2024-11-21T17:34:16,094 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,44877,1732210453366, state=OPENING 2024-11-21T17:34:16,095 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:34:16,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553 2024-11-21T17:34:16,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553 2024-11-21T17:34:16,096 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:34:16,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1322219553/meta-region-server: CHANGED 2024-11-21T17:34:16,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1322219553/meta-region-server: CHANGED 2024-11-21T17:34:16,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,44877,1732210453366}] 2024-11-21T17:34:16,248 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:34:16,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:34:16,253 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:34:16,253 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:34:16,253 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:34:16,255 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C44877%2C1732210453366.meta, suffix=.meta, logDir=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366, archiveDir=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/oldWALs, maxLogs=10 2024-11-21T17:34:16,272 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.meta.1732210456255.meta, exclude list is [], retry=0 2024-11-21T17:34:16,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37581,DS-0530e9c5-42fc-43af-bbf2-648edf34b6dd,DISK] 2024-11-21T17:34:16,276 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.meta.1732210456255.meta 2024-11-21T17:34:16,276 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36813:36813)] 2024-11-21T17:34:16,276 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:34:16,276 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:34:16,276 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:34:16,276 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:34:16,277 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:34:16,277 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:34:16,277 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:16,277 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:34:16,277 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:34:16,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:34:16,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:34:16,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:16,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:16,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:34:16,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:34:16,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:16,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:16,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:34:16,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:34:16,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:16,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:16,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:34:16,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:34:16,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:16,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:16,283 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:34:16,283 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740 2024-11-21T17:34:16,284 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740 2024-11-21T17:34:16,285 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:34:16,285 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:34:16,285 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:34:16,286 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:34:16,286 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70942084, jitterRate=0.05711942911148071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:34:16,287 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:34:16,287 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210456277Writing region info on filesystem at 1732210456277Initializing all the Stores at 1732210456278 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210456278Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210456278Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210456278Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210456278Cleaning up temporary data from old regions at 1732210456285 (+7 ms)Running coprocessor post-open hooks at 1732210456287 (+2 ms)Region opened successfully at 1732210456287 2024-11-21T17:34:16,287 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210456248 2024-11-21T17:34:16,289 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:34:16,289 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:34:16,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,44877,1732210453366 2024-11-21T17:34:16,290 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,44877,1732210453366, state=OPEN 2024-11-21T17:34:16,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1322219553/meta-region-server 2024-11-21T17:34:16,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1322219553/meta-region-server 2024-11-21T17:34:16,291 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,44877,1732210453366 2024-11-21T17:34:16,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1322219553/meta-region-server: CHANGED 2024-11-21T17:34:16,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1322219553/meta-region-server: CHANGED 2024-11-21T17:34:16,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:34:16,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,44877,1732210453366 in 195 msec 2024-11-21T17:34:16,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:34:16,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-21T17:34:16,295 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:34:16,295 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:34:16,296 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:16,296 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44877,1732210453366, seqNum=-1] 2024-11-21T17:34:16,296 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:16,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:34:16,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-21T17:34:16,301 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210456301, completionTime=-1 2024-11-21T17:34:16,301 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:34:16,301 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:34:16,303 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:34:16,303 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210516303 2024-11-21T17:34:16,303 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210576303 2024-11-21T17:34:16,303 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T17:34:16,303 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41629,1732210453333-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:16,303 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41629,1732210453333-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:16,303 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41629,1732210453333-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:16,303 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:41629, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:16,303 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:16,303 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:16,305 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:34:16,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.900sec 2024-11-21T17:34:16,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:34:16,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:34:16,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:34:16,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:34:16,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:34:16,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41629,1732210453333-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:34:16,306 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41629,1732210453333-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:34:16,308 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:34:16,308 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:34:16,308 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41629,1732210453333-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:16,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70dc6679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:16,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41629,-1 for getting cluster id 2024-11-21T17:34:16,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:16,393 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06' 2024-11-21T17:34:16,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06" 2024-11-21T17:34:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561f3547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41629,-1] 2024-11-21T17:34:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:16,395 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:16,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e2a17e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:16,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:16,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44877,1732210453366, seqNum=-1] 2024-11-21T17:34:16,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:16,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:34:16,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,41629,1732210453333 2024-11-21T17:34:16,400 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55399 2024-11-21T17:34:16,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:34:16,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100635934b60005 connected 2024-11-21T17:34:16,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,46111,1732210449411 2024-11-21T17:34:16,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59a05e64 2024-11-21T17:34:16,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:16,405 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:34:16,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:34:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T17:34:16,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:34:16,408 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:16,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T17:34:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:16,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:34:16,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741835_1011 (size=902) 2024-11-21T17:34:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:16,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:16,817 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f83ce96e10b0dab8b31068ae9b2f85ad, NAME => 'test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f 2024-11-21T17:34:16,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741836_1012 (size=39) 2024-11-21T17:34:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:17,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:17,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f83ce96e10b0dab8b31068ae9b2f85ad, disabling compactions & flushes 2024-11-21T17:34:17,222 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad. 2024-11-21T17:34:17,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad. 2024-11-21T17:34:17,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad. after waiting 0 ms 2024-11-21T17:34:17,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad. 2024-11-21T17:34:17,222 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad. 2024-11-21T17:34:17,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f83ce96e10b0dab8b31068ae9b2f85ad: Waiting for close lock at 1732210457222Disabling compacts and flushes for region at 1732210457222Disabling writes for close at 1732210457222Writing region close event to WAL at 1732210457222Closed at 1732210457222 2024-11-21T17:34:17,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:34:17,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732210457223"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210457223"}]},"ts":"1732210457223"} 2024-11-21T17:34:17,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:34:17,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:34:17,226 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210457226"}]},"ts":"1732210457226"} 2024-11-21T17:34:17,228 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T17:34:17,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f83ce96e10b0dab8b31068ae9b2f85ad, ASSIGN}] 2024-11-21T17:34:17,229 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f83ce96e10b0dab8b31068ae9b2f85ad, ASSIGN 2024-11-21T17:34:17,230 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f83ce96e10b0dab8b31068ae9b2f85ad, ASSIGN; state=OFFLINE, location=f3865e8353b4,32959,1732210449456; forceNewPlan=false, retain=false 2024-11-21T17:34:17,299 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:34:17,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f83ce96e10b0dab8b31068ae9b2f85ad, regionState=OPENING, regionLocation=f3865e8353b4,32959,1732210449456 2024-11-21T17:34:17,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f83ce96e10b0dab8b31068ae9b2f85ad, ASSIGN because future has completed 2024-11-21T17:34:17,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f83ce96e10b0dab8b31068ae9b2f85ad, server=f3865e8353b4,32959,1732210449456}] 2024-11-21T17:34:17,538 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad. 2024-11-21T17:34:17,538 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f83ce96e10b0dab8b31068ae9b2f85ad, NAME => 'test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:34:17,539 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:34:17,539 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T17:34:17,539 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f83ce96e10b0dab8b31068ae9b2f85ad 2024-11-21T17:34:17,539 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:17,539 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f83ce96e10b0dab8b31068ae9b2f85ad 2024-11-21T17:34:17,539 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f83ce96e10b0dab8b31068ae9b2f85ad 2024-11-21T17:34:17,541 INFO [StoreOpener-f83ce96e10b0dab8b31068ae9b2f85ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f83ce96e10b0dab8b31068ae9b2f85ad 2024-11-21T17:34:17,542 INFO [StoreOpener-f83ce96e10b0dab8b31068ae9b2f85ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f83ce96e10b0dab8b31068ae9b2f85ad columnFamilyName f 2024-11-21T17:34:17,542 DEBUG [StoreOpener-f83ce96e10b0dab8b31068ae9b2f85ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:17,543 INFO [StoreOpener-f83ce96e10b0dab8b31068ae9b2f85ad-1 {}] regionserver.HStore(327): Store=f83ce96e10b0dab8b31068ae9b2f85ad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:17,543 INFO [StoreOpener-f83ce96e10b0dab8b31068ae9b2f85ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f83ce96e10b0dab8b31068ae9b2f85ad 2024-11-21T17:34:17,544 INFO [StoreOpener-f83ce96e10b0dab8b31068ae9b2f85ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f83ce96e10b0dab8b31068ae9b2f85ad columnFamilyName f1 2024-11-21T17:34:17,544 DEBUG [StoreOpener-f83ce96e10b0dab8b31068ae9b2f85ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:17,544 INFO [StoreOpener-f83ce96e10b0dab8b31068ae9b2f85ad-1 {}] regionserver.HStore(327): Store=f83ce96e10b0dab8b31068ae9b2f85ad/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:17,544 INFO [StoreOpener-f83ce96e10b0dab8b31068ae9b2f85ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f83ce96e10b0dab8b31068ae9b2f85ad 2024-11-21T17:34:17,545 INFO [StoreOpener-f83ce96e10b0dab8b31068ae9b2f85ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f83ce96e10b0dab8b31068ae9b2f85ad columnFamilyName norep 2024-11-21T17:34:17,545 DEBUG [StoreOpener-f83ce96e10b0dab8b31068ae9b2f85ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:17,546 INFO [StoreOpener-f83ce96e10b0dab8b31068ae9b2f85ad-1 {}] regionserver.HStore(327): Store=f83ce96e10b0dab8b31068ae9b2f85ad/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:17,546 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f83ce96e10b0dab8b31068ae9b2f85ad 2024-11-21T17:34:17,546 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad 2024-11-21T17:34:17,546 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad 2024-11-21T17:34:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:17,547 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f83ce96e10b0dab8b31068ae9b2f85ad 2024-11-21T17:34:17,547 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f83ce96e10b0dab8b31068ae9b2f85ad 2024-11-21T17:34:17,548 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:34:17,548 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f83ce96e10b0dab8b31068ae9b2f85ad 2024-11-21T17:34:17,550 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:34:17,550 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f83ce96e10b0dab8b31068ae9b2f85ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70246001, jitterRate=0.046746984124183655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:34:17,551 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f83ce96e10b0dab8b31068ae9b2f85ad 2024-11-21T17:34:17,551 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f83ce96e10b0dab8b31068ae9b2f85ad: Running coprocessor pre-open hook at 1732210457539Writing region info on filesystem at 1732210457539Initializing all the Stores at 1732210457541 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210457541Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210457541Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210457541Cleaning up temporary data from old regions at 1732210457547 (+6 ms)Running coprocessor post-open hooks at 1732210457551 (+4 ms)Region opened successfully at 1732210457551 2024-11-21T17:34:17,552 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad., pid=6, masterSystemTime=1732210457535 2024-11-21T17:34:17,553 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad. 2024-11-21T17:34:17,553 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad. 2024-11-21T17:34:17,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f83ce96e10b0dab8b31068ae9b2f85ad, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3865e8353b4,32959,1732210449456 2024-11-21T17:34:17,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f83ce96e10b0dab8b31068ae9b2f85ad, server=f3865e8353b4,32959,1732210449456 because future has completed 2024-11-21T17:34:17,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:34:17,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f83ce96e10b0dab8b31068ae9b2f85ad, server=f3865e8353b4,32959,1732210449456 in 174 msec 2024-11-21T17:34:17,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T17:34:17,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f83ce96e10b0dab8b31068ae9b2f85ad, ASSIGN in 330 msec 2024-11-21T17:34:17,560 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:34:17,561 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210457560"}]},"ts":"1732210457560"} 2024-11-21T17:34:17,562 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T17:34:17,563 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:34:17,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-21T17:34:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:18,557 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T17:34:18,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:18,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41629,1732210453333 2024-11-21T17:34:18,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb7c6bb 2024-11-21T17:34:18,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:18,559 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:34:18,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:34:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T17:34:18,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:34:18,562 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:18,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T17:34:18,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:34:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:18,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741835_1011 (size=902) 2024-11-21T17:34:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:18,974 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70f4b040084e1a1865e7c9f6cd84a76a, NAME => 'test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741 2024-11-21T17:34:18,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741836_1012 (size=39) 2024-11-21T17:34:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:19,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:19,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 70f4b040084e1a1865e7c9f6cd84a76a, disabling compactions & flushes 2024-11-21T17:34:19,382 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a. 2024-11-21T17:34:19,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a. 2024-11-21T17:34:19,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a. after waiting 0 ms 2024-11-21T17:34:19,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a. 2024-11-21T17:34:19,382 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a. 2024-11-21T17:34:19,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70f4b040084e1a1865e7c9f6cd84a76a: Waiting for close lock at 1732210459382Disabling compacts and flushes for region at 1732210459382Disabling writes for close at 1732210459382Writing region close event to WAL at 1732210459382Closed at 1732210459382 2024-11-21T17:34:19,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:34:19,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732210459383"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210459383"}]},"ts":"1732210459383"} 2024-11-21T17:34:19,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:34:19,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:34:19,386 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210459386"}]},"ts":"1732210459386"} 2024-11-21T17:34:19,388 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T17:34:19,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=70f4b040084e1a1865e7c9f6cd84a76a, ASSIGN}] 2024-11-21T17:34:19,389 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=70f4b040084e1a1865e7c9f6cd84a76a, ASSIGN 2024-11-21T17:34:19,390 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=70f4b040084e1a1865e7c9f6cd84a76a, ASSIGN; state=OFFLINE, location=f3865e8353b4,44877,1732210453366; forceNewPlan=false, retain=false 2024-11-21T17:34:19,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70f4b040084e1a1865e7c9f6cd84a76a, regionState=OPENING, regionLocation=f3865e8353b4,44877,1732210453366 2024-11-21T17:34:19,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=70f4b040084e1a1865e7c9f6cd84a76a, ASSIGN because future has completed 2024-11-21T17:34:19,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70f4b040084e1a1865e7c9f6cd84a76a, server=f3865e8353b4,44877,1732210453366}] 2024-11-21T17:34:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:19,699 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a. 2024-11-21T17:34:19,699 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 70f4b040084e1a1865e7c9f6cd84a76a, NAME => 'test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:34:19,700 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:34:19,700 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T17:34:19,700 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 70f4b040084e1a1865e7c9f6cd84a76a 2024-11-21T17:34:19,700 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:19,700 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 70f4b040084e1a1865e7c9f6cd84a76a 2024-11-21T17:34:19,700 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 70f4b040084e1a1865e7c9f6cd84a76a 2024-11-21T17:34:19,701 INFO [StoreOpener-70f4b040084e1a1865e7c9f6cd84a76a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 70f4b040084e1a1865e7c9f6cd84a76a 2024-11-21T17:34:19,702 INFO [StoreOpener-70f4b040084e1a1865e7c9f6cd84a76a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70f4b040084e1a1865e7c9f6cd84a76a columnFamilyName f 2024-11-21T17:34:19,703 DEBUG [StoreOpener-70f4b040084e1a1865e7c9f6cd84a76a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:19,703 INFO [StoreOpener-70f4b040084e1a1865e7c9f6cd84a76a-1 {}] regionserver.HStore(327): Store=70f4b040084e1a1865e7c9f6cd84a76a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:19,703 INFO [StoreOpener-70f4b040084e1a1865e7c9f6cd84a76a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 70f4b040084e1a1865e7c9f6cd84a76a 2024-11-21T17:34:19,704 INFO [StoreOpener-70f4b040084e1a1865e7c9f6cd84a76a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70f4b040084e1a1865e7c9f6cd84a76a columnFamilyName f1 2024-11-21T17:34:19,704 DEBUG [StoreOpener-70f4b040084e1a1865e7c9f6cd84a76a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:19,704 INFO [StoreOpener-70f4b040084e1a1865e7c9f6cd84a76a-1 {}] regionserver.HStore(327): Store=70f4b040084e1a1865e7c9f6cd84a76a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:19,704 INFO [StoreOpener-70f4b040084e1a1865e7c9f6cd84a76a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 70f4b040084e1a1865e7c9f6cd84a76a 2024-11-21T17:34:19,705 INFO [StoreOpener-70f4b040084e1a1865e7c9f6cd84a76a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70f4b040084e1a1865e7c9f6cd84a76a columnFamilyName norep 2024-11-21T17:34:19,705 DEBUG [StoreOpener-70f4b040084e1a1865e7c9f6cd84a76a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:19,705 INFO [StoreOpener-70f4b040084e1a1865e7c9f6cd84a76a-1 {}] regionserver.HStore(327): Store=70f4b040084e1a1865e7c9f6cd84a76a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:19,706 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 70f4b040084e1a1865e7c9f6cd84a76a 2024-11-21T17:34:19,706 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a 2024-11-21T17:34:19,707 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a 2024-11-21T17:34:19,707 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 70f4b040084e1a1865e7c9f6cd84a76a 2024-11-21T17:34:19,707 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 70f4b040084e1a1865e7c9f6cd84a76a 2024-11-21T17:34:19,708 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:34:19,709 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 70f4b040084e1a1865e7c9f6cd84a76a 2024-11-21T17:34:19,710 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:34:19,711 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 70f4b040084e1a1865e7c9f6cd84a76a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66338449, jitterRate=-0.011480078101158142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:34:19,711 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70f4b040084e1a1865e7c9f6cd84a76a 2024-11-21T17:34:19,711 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 70f4b040084e1a1865e7c9f6cd84a76a: Running coprocessor pre-open hook at 1732210459700Writing region info on filesystem at 1732210459700Initializing all the Stores at 1732210459701 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210459701Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210459701Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210459701Cleaning up temporary data from old regions at 1732210459707 (+6 ms)Running coprocessor post-open hooks at 1732210459711 (+4 ms)Region opened successfully at 1732210459711 2024-11-21T17:34:19,712 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a., pid=6, masterSystemTime=1732210459695 2024-11-21T17:34:19,713 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a. 2024-11-21T17:34:19,714 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a. 2024-11-21T17:34:19,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70f4b040084e1a1865e7c9f6cd84a76a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3865e8353b4,44877,1732210453366 2024-11-21T17:34:19,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70f4b040084e1a1865e7c9f6cd84a76a, server=f3865e8353b4,44877,1732210453366 because future has completed 2024-11-21T17:34:19,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:34:19,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 70f4b040084e1a1865e7c9f6cd84a76a, server=f3865e8353b4,44877,1732210453366 in 174 msec 2024-11-21T17:34:19,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T17:34:19,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=70f4b040084e1a1865e7c9f6cd84a76a, ASSIGN in 331 msec 2024-11-21T17:34:19,721 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:34:19,721 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210459721"}]},"ts":"1732210459721"} 2024-11-21T17:34:19,723 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T17:34:19,723 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:34:19,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-21T17:34:20,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T17:34:20,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T17:34:20,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T17:34:20,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T17:34:20,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:34:20,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T17:34:20,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:34:20,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T17:34:20,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:34:20,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T17:34:20,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T17:34:20,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T17:34:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:20,717 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T17:34:20,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d46f0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:20,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,46111,-1 for getting cluster id 2024-11-21T17:34:20,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:20,719 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81050cac-42b0-4629-b403-5fdf26b81f81' 2024-11-21T17:34:20,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:20,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81050cac-42b0-4629-b403-5fdf26b81f81" 2024-11-21T17:34:20,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f34f126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,46111,-1] 2024-11-21T17:34:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:20,720 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:20,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dda4948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:20,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d60cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:20,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41629,-1 for getting cluster id 2024-11-21T17:34:20,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:20,722 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06' 2024-11-21T17:34:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06" 2024-11-21T17:34:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3e3957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41629,-1] 2024-11-21T17:34:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:20,724 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d45c747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:20,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7939e7bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:20,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,46111,-1 for getting cluster id 2024-11-21T17:34:20,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:20,726 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81050cac-42b0-4629-b403-5fdf26b81f81' 2024-11-21T17:34:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81050cac-42b0-4629-b403-5fdf26b81f81" 2024-11-21T17:34:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628f539d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,46111,-1] 2024-11-21T17:34:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:20,727 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:20,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780e4ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:20,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,46111,1732210449411 2024-11-21T17:34:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@285d8a74 2024-11-21T17:34:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:20,729 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:34:20,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f3865e8353b4:41629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:34:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:34:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:20,732 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:41629' 2024-11-21T17:34:20,733 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea6673b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:20,733 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41629,-1 for getting cluster id 2024-11-21T17:34:20,733 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:20,733 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06' 2024-11-21T17:34:20,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:20,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06" 2024-11-21T17:34:20,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33fe0dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:20,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41629,-1] 2024-11-21T17:34:20,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:20,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:20,735 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:20,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bce676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:20,736 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:20,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41629,1732210453333 2024-11-21T17:34:20,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d43d635 2024-11-21T17:34:20,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:20,737 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:34:20,738 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T17:34:20,738 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:34:20,738 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:20,738 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:20,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:20,738 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:34:20,739 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T17:34:20,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:34:20,740 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:20,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:34:20,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741837_1013 (size=1138) 2024-11-21T17:34:20,789 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T17:34:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:21,147 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b011aec6155fa48de7c92d1bbe0e245, NAME => 'hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f 2024-11-21T17:34:21,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741838_1014 (size=44) 2024-11-21T17:34:21,214 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T17:34:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:21,553 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:21,553 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4b011aec6155fa48de7c92d1bbe0e245, disabling compactions & flushes 2024-11-21T17:34:21,553 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245. 2024-11-21T17:34:21,553 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245. 2024-11-21T17:34:21,553 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245. after waiting 0 ms 2024-11-21T17:34:21,553 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245. 2024-11-21T17:34:21,553 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245. 2024-11-21T17:34:21,553 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b011aec6155fa48de7c92d1bbe0e245: Waiting for close lock at 1732210461553Disabling compacts and flushes for region at 1732210461553Disabling writes for close at 1732210461553Writing region close event to WAL at 1732210461553Closed at 1732210461553 2024-11-21T17:34:21,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:34:21,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732210461554"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210461554"}]},"ts":"1732210461554"} 2024-11-21T17:34:21,556 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:34:21,557 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:34:21,557 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210461557"}]},"ts":"1732210461557"} 2024-11-21T17:34:21,559 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T17:34:21,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b011aec6155fa48de7c92d1bbe0e245, ASSIGN}] 2024-11-21T17:34:21,560 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b011aec6155fa48de7c92d1bbe0e245, ASSIGN 2024-11-21T17:34:21,561 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b011aec6155fa48de7c92d1bbe0e245, ASSIGN; state=OFFLINE, location=f3865e8353b4,32959,1732210449456; forceNewPlan=false, retain=false 2024-11-21T17:34:21,711 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4b011aec6155fa48de7c92d1bbe0e245, regionState=OPENING, regionLocation=f3865e8353b4,32959,1732210449456 2024-11-21T17:34:21,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b011aec6155fa48de7c92d1bbe0e245, ASSIGN because future has completed 2024-11-21T17:34:21,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b011aec6155fa48de7c92d1bbe0e245, server=f3865e8353b4,32959,1732210449456}] 2024-11-21T17:34:21,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:34:21,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:21,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:21,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:21,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:21,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:21,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:21,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:21,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:21,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245. 2024-11-21T17:34:21,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:34:21,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T17:34:21,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C32959%2C1732210449456.rep, suffix=, logDir=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456, archiveDir=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/oldWALs, maxLogs=10 2024-11-21T17:34:21,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.rep.1732210461872, exclude list is [], retry=0 2024-11-21T17:34:21,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41823,DS-a159a88f-94ee-4a76-a4c3-47b91814285e,DISK] 2024-11-21T17:34:21,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.rep.1732210461872 2024-11-21T17:34:21,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41301:41301)] 2024-11-21T17:34:21,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b011aec6155fa48de7c92d1bbe0e245, NAME => 'hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:34:21,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:34:21,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:34:21,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245. service=MultiRowMutationService 2024-11-21T17:34:21,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T17:34:21,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:21,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:21,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:21,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:21,893 INFO [StoreOpener-4b011aec6155fa48de7c92d1bbe0e245-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:21,894 INFO [StoreOpener-4b011aec6155fa48de7c92d1bbe0e245-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b011aec6155fa48de7c92d1bbe0e245 columnFamilyName hfileref 2024-11-21T17:34:21,894 DEBUG [StoreOpener-4b011aec6155fa48de7c92d1bbe0e245-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:21,894 INFO [StoreOpener-4b011aec6155fa48de7c92d1bbe0e245-1 {}] regionserver.HStore(327): Store=4b011aec6155fa48de7c92d1bbe0e245/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:21,895 INFO [StoreOpener-4b011aec6155fa48de7c92d1bbe0e245-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:21,897 INFO [StoreOpener-4b011aec6155fa48de7c92d1bbe0e245-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b011aec6155fa48de7c92d1bbe0e245 columnFamilyName queue 2024-11-21T17:34:21,897 DEBUG [StoreOpener-4b011aec6155fa48de7c92d1bbe0e245-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:21,897 INFO [StoreOpener-4b011aec6155fa48de7c92d1bbe0e245-1 {}] regionserver.HStore(327): Store=4b011aec6155fa48de7c92d1bbe0e245/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:21,897 INFO [StoreOpener-4b011aec6155fa48de7c92d1bbe0e245-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:21,899 INFO [StoreOpener-4b011aec6155fa48de7c92d1bbe0e245-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b011aec6155fa48de7c92d1bbe0e245 columnFamilyName sid 2024-11-21T17:34:21,899 DEBUG [StoreOpener-4b011aec6155fa48de7c92d1bbe0e245-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:21,899 INFO [StoreOpener-4b011aec6155fa48de7c92d1bbe0e245-1 {}] regionserver.HStore(327): Store=4b011aec6155fa48de7c92d1bbe0e245/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:21,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:21,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/replication/4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:21,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/replication/4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:21,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:21,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:21,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:34:21,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:21,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/replication/4b011aec6155fa48de7c92d1bbe0e245/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:34:21,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4b011aec6155fa48de7c92d1bbe0e245; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69611185, jitterRate=0.03728748857975006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:34:21,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:21,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4b011aec6155fa48de7c92d1bbe0e245: Running coprocessor pre-open hook at 1732210461892Writing region info on filesystem at 1732210461892Initializing all the Stores at 1732210461892Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210461892Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210461893 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210461893Cleaning up temporary data from old regions at 1732210461901 (+8 ms)Running coprocessor post-open hooks at 1732210461904 (+3 ms)Region opened successfully at 1732210461905 (+1 ms) 2024-11-21T17:34:21,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245., pid=10, masterSystemTime=1732210461866 2024-11-21T17:34:21,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245. 2024-11-21T17:34:21,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245. 2024-11-21T17:34:21,908 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4b011aec6155fa48de7c92d1bbe0e245, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,32959,1732210449456 2024-11-21T17:34:21,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b011aec6155fa48de7c92d1bbe0e245, server=f3865e8353b4,32959,1732210449456 because future has completed 2024-11-21T17:34:21,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T17:34:21,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b011aec6155fa48de7c92d1bbe0e245, server=f3865e8353b4,32959,1732210449456 in 196 msec 2024-11-21T17:34:21,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T17:34:21,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b011aec6155fa48de7c92d1bbe0e245, ASSIGN in 353 msec 2024-11-21T17:34:21,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:34:21,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210461914"}]},"ts":"1732210461914"} 2024-11-21T17:34:21,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T17:34:21,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:34:21,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-21T17:34:21,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245., hostname=f3865e8353b4,32959,1732210449456, seqNum=2] 2024-11-21T17:34:21,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815 2024-11-21T17:34:21,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815 2024-11-21T17:34:21,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:34:22,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T17:34:22,105 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T17:34:22,132 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,32959,1732210449456, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:34:22,133 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:22,133 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,32959,1732210449456, seqNum=-1] 2024-11-21T17:34:22,133 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:22,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T17:34:22,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f3865e8353b4,32959,1732210449456', locateType=CURRENT is [region=hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245., hostname=f3865e8353b4,32959,1732210449456, seqNum=2] 2024-11-21T17:34:22,138 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T17:34:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T17:34:22,140 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f3865e8353b4,32959,1732210449456 suceeded 2024-11-21T17:34:22,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T17:34:22,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-21T17:34:22,141 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f3865e8353b4:41629,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:34:22,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4120 sec 2024-11-21T17:34:22,157 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:41629' 2024-11-21T17:34:22,158 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e2ec90d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:22,158 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41629,-1 for getting cluster id 2024-11-21T17:34:22,158 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:22,159 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06' 2024-11-21T17:34:22,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:22,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06" 2024-11-21T17:34:22,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74c65715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:22,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41629,-1] 2024-11-21T17:34:22,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:22,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:22,160 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:22,161 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f660f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:22,161 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:22,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41629,1732210453333 2024-11-21T17:34:22,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40102a4b 2024-11-21T17:34:22,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:22,162 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T17:34:22,163 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,32959,1732210449456 (queues=1) is replicating from cluster=81050cac-42b0-4629-b403-5fdf26b81f81 to cluster=048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06 2024-11-21T17:34:22,163 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C32959%2C1732210449456 2024-11-21T17:34:22,163 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,32959,1732210449456, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:34:22,164 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.shipperf3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C32959%2C1732210449456 2024-11-21T17:34:22,164 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445, startPosition=0, beingWritten=true 2024-11-21T17:34:22,169 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:34:22,169 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 379, reset compression=false 2024-11-21T17:34:22,169 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.shipperf3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,32959,1732210449456 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:34:22,376 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 379, reset compression=false 2024-11-21T17:34:22,680 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 379, reset compression=false 2024-11-21T17:34:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:22,877 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T17:34:22,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:34:22,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:22,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:22,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:22,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:22,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0cc873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:22,878 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41629,-1 for getting cluster id 2024-11-21T17:34:22,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:22,879 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06' 2024-11-21T17:34:22,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:22,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06" 2024-11-21T17:34:22,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc8f620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:22,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41629,-1] 2024-11-21T17:34:22,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:22,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:22,880 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:22,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd9841b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:22,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:22,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41629,1732210453333 2024-11-21T17:34:22,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b8a593e 2024-11-21T17:34:22,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:22,883 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:34:22,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f3865e8353b4:46111,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:34:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:34:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:22,885 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:46111' 2024-11-21T17:34:22,886 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488cfbdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:22,886 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,46111,-1 for getting cluster id 2024-11-21T17:34:22,887 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:22,887 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81050cac-42b0-4629-b403-5fdf26b81f81' 2024-11-21T17:34:22,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:22,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81050cac-42b0-4629-b403-5fdf26b81f81" 2024-11-21T17:34:22,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4272dffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:22,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,46111,-1] 2024-11-21T17:34:22,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:22,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:22,888 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:22,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f54b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:22,889 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:22,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,46111,1732210449411 2024-11-21T17:34:22,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c8e61ab 2024-11-21T17:34:22,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:22,890 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:34:22,891 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T17:34:22,891 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:34:22,891 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:22,891 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:22,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:22,892 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:34:22,893 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T17:34:22,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:34:22,894 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:22,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:34:22,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741837_1013 (size=1138) 2024-11-21T17:34:22,943 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T17:34:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:23,084 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 379, reset compression=false 2024-11-21T17:34:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:23,300 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T17:34:23,305 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29616bdcc32e433cadae1fd1ed240c48, NAME => 'hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741 2024-11-21T17:34:23,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741838_1014 (size=44) 2024-11-21T17:34:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:23,587 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 379, reset compression=false 2024-11-21T17:34:23,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:23,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 29616bdcc32e433cadae1fd1ed240c48, disabling compactions & flushes 2024-11-21T17:34:23,714 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48. 2024-11-21T17:34:23,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48. 2024-11-21T17:34:23,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48. after waiting 0 ms 2024-11-21T17:34:23,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48. 2024-11-21T17:34:23,714 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48. 2024-11-21T17:34:23,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29616bdcc32e433cadae1fd1ed240c48: Waiting for close lock at 1732210463714Disabling compacts and flushes for region at 1732210463714Disabling writes for close at 1732210463714Writing region close event to WAL at 1732210463714Closed at 1732210463714 2024-11-21T17:34:23,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:34:23,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732210463715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210463715"}]},"ts":"1732210463715"} 2024-11-21T17:34:23,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:34:23,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:34:23,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210463718"}]},"ts":"1732210463718"} 2024-11-21T17:34:23,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T17:34:23,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=29616bdcc32e433cadae1fd1ed240c48, ASSIGN}] 2024-11-21T17:34:23,721 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=29616bdcc32e433cadae1fd1ed240c48, ASSIGN 2024-11-21T17:34:23,721 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=29616bdcc32e433cadae1fd1ed240c48, ASSIGN; state=OFFLINE, location=f3865e8353b4,44877,1732210453366; forceNewPlan=false, retain=false 2024-11-21T17:34:23,872 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=29616bdcc32e433cadae1fd1ed240c48, regionState=OPENING, regionLocation=f3865e8353b4,44877,1732210453366 2024-11-21T17:34:23,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=29616bdcc32e433cadae1fd1ed240c48, ASSIGN because future has completed 2024-11-21T17:34:23,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29616bdcc32e433cadae1fd1ed240c48, server=f3865e8353b4,44877,1732210453366}] 2024-11-21T17:34:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:24,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48. 2024-11-21T17:34:24,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:34:24,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T17:34:24,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C44877%2C1732210453366.rep, suffix=, logDir=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366, archiveDir=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/oldWALs, maxLogs=10 2024-11-21T17:34:24,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.rep.1732210464033, exclude list is [], retry=0 2024-11-21T17:34:24,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37581,DS-0530e9c5-42fc-43af-bbf2-648edf34b6dd,DISK] 2024-11-21T17:34:24,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.rep.1732210464033 2024-11-21T17:34:24,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36813:36813)] 2024-11-21T17:34:24,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 29616bdcc32e433cadae1fd1ed240c48, NAME => 'hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:34:24,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:34:24,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:34:24,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48. service=MultiRowMutationService 2024-11-21T17:34:24,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T17:34:24,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:24,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:24,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:24,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:24,055 INFO [StoreOpener-29616bdcc32e433cadae1fd1ed240c48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:24,056 INFO [StoreOpener-29616bdcc32e433cadae1fd1ed240c48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29616bdcc32e433cadae1fd1ed240c48 columnFamilyName hfileref 2024-11-21T17:34:24,056 DEBUG [StoreOpener-29616bdcc32e433cadae1fd1ed240c48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:24,057 INFO [StoreOpener-29616bdcc32e433cadae1fd1ed240c48-1 {}] regionserver.HStore(327): Store=29616bdcc32e433cadae1fd1ed240c48/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:24,057 INFO [StoreOpener-29616bdcc32e433cadae1fd1ed240c48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:24,058 INFO [StoreOpener-29616bdcc32e433cadae1fd1ed240c48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29616bdcc32e433cadae1fd1ed240c48 columnFamilyName queue 2024-11-21T17:34:24,058 DEBUG [StoreOpener-29616bdcc32e433cadae1fd1ed240c48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:24,058 INFO [StoreOpener-29616bdcc32e433cadae1fd1ed240c48-1 {}] regionserver.HStore(327): Store=29616bdcc32e433cadae1fd1ed240c48/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:24,058 INFO [StoreOpener-29616bdcc32e433cadae1fd1ed240c48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:24,059 INFO [StoreOpener-29616bdcc32e433cadae1fd1ed240c48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29616bdcc32e433cadae1fd1ed240c48 columnFamilyName sid 2024-11-21T17:34:24,059 DEBUG [StoreOpener-29616bdcc32e433cadae1fd1ed240c48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:24,059 INFO [StoreOpener-29616bdcc32e433cadae1fd1ed240c48-1 {}] regionserver.HStore(327): Store=29616bdcc32e433cadae1fd1ed240c48/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:24,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:24,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/replication/29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:24,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/replication/29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:24,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:24,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:24,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:34:24,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:24,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/replication/29616bdcc32e433cadae1fd1ed240c48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:34:24,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 29616bdcc32e433cadae1fd1ed240c48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59253918, jitterRate=-0.11704781651496887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:34:24,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:24,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 29616bdcc32e433cadae1fd1ed240c48: Running coprocessor pre-open hook at 1732210464054Writing region info on filesystem at 1732210464054Initializing all the Stores at 1732210464055 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210464055Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210464055Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210464055Cleaning up temporary data from old regions at 1732210464061 (+6 ms)Running coprocessor post-open hooks at 1732210464065 (+4 ms)Region opened successfully at 1732210464065 2024-11-21T17:34:24,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48., pid=10, masterSystemTime=1732210464027 2024-11-21T17:34:24,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48. 2024-11-21T17:34:24,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48. 2024-11-21T17:34:24,068 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=29616bdcc32e433cadae1fd1ed240c48, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,44877,1732210453366 2024-11-21T17:34:24,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29616bdcc32e433cadae1fd1ed240c48, server=f3865e8353b4,44877,1732210453366 because future has completed 2024-11-21T17:34:24,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T17:34:24,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 29616bdcc32e433cadae1fd1ed240c48, server=f3865e8353b4,44877,1732210453366 in 197 msec 2024-11-21T17:34:24,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T17:34:24,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=29616bdcc32e433cadae1fd1ed240c48, ASSIGN in 352 msec 2024-11-21T17:34:24,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:34:24,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210464075"}]},"ts":"1732210464075"} 2024-11-21T17:34:24,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T17:34:24,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:34:24,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-21T17:34:24,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48., hostname=f3865e8353b4,44877,1732210453366, seqNum=2] 2024-11-21T17:34:24,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553 2024-11-21T17:34:24,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553 2024-11-21T17:34:24,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:34:24,191 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 379, reset compression=false 2024-11-21T17:34:24,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T17:34:24,257 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T17:34:24,284 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,44877,1732210453366, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:34:24,284 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:24,285 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44877,1732210453366, seqNum=-1] 2024-11-21T17:34:24,285 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:24,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T17:34:24,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f3865e8353b4,44877,1732210453366', locateType=CURRENT is [region=hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48., hostname=f3865e8353b4,44877,1732210453366, seqNum=2] 2024-11-21T17:34:24,290 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T17:34:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T17:34:24,292 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f3865e8353b4,44877,1732210453366 suceeded 2024-11-21T17:34:24,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T17:34:24,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-21T17:34:24,293 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f3865e8353b4:46111,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:34:24,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4100 sec 2024-11-21T17:34:24,304 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:46111' 2024-11-21T17:34:24,305 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42f50f24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:24,305 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,46111,-1 for getting cluster id 2024-11-21T17:34:24,305 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:24,306 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81050cac-42b0-4629-b403-5fdf26b81f81' 2024-11-21T17:34:24,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:24,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81050cac-42b0-4629-b403-5fdf26b81f81" 2024-11-21T17:34:24,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65c8eec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:24,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,46111,-1] 2024-11-21T17:34:24,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:24,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:24,307 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:24,308 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c091094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:24,308 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:24,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,46111,1732210449411 2024-11-21T17:34:24,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50009013 2024-11-21T17:34:24,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:24,309 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T17:34:24,310 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,44877,1732210453366 (queues=1) is replicating from cluster=048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06 to cluster=81050cac-42b0-4629-b403-5fdf26b81f81 2024-11-21T17:34:24,310 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C44877%2C1732210453366 2024-11-21T17:34:24,310 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,44877,1732210453366, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:34:24,311 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.shipperf3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C44877%2C1732210453366 2024-11-21T17:34:24,311 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348, startPosition=0, beingWritten=true 2024-11-21T17:34:24,316 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:34:24,316 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 379, reset compression=false 2024-11-21T17:34:24,316 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.shipperf3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44877,1732210453366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:34:24,520 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 379, reset compression=false 2024-11-21T17:34:24,823 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 379, reset compression=false 2024-11-21T17:34:24,894 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 379, reset compression=false 2024-11-21T17:34:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:25,027 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T17:34:25,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:34:25,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:25,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:25,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:25,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:25,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:25,031 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732210465031/Put/seqid=0 2024-11-21T17:34:25,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741840_1016 (size=7894) 2024-11-21T17:34:25,227 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 379, reset compression=false 2024-11-21T17:34:25,437 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732210465437/Put/seqid=0 2024-11-21T17:34:25,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741841_1017 (size=7691) 2024-11-21T17:34:25,698 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 379, reset compression=false 2024-11-21T17:34:25,731 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 379, reset compression=false 2024-11-21T17:34:25,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7712d32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:25,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,46111,-1 for getting cluster id 2024-11-21T17:34:25,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:25,843 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81050cac-42b0-4629-b403-5fdf26b81f81' 2024-11-21T17:34:25,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:25,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81050cac-42b0-4629-b403-5fdf26b81f81" 2024-11-21T17:34:25,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f073cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:25,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,46111,-1] 2024-11-21T17:34:25,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:25,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:25,844 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:25,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc83fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:25,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:25,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,32959,1732210449456, seqNum=-1] 2024-11-21T17:34:25,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:25,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:34:25,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,46111,1732210449411 2024-11-21T17:34:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@791e3fd 2024-11-21T17:34:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:25,856 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:34:25,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad., hostname=f3865e8353b4,32959,1732210449456, seqNum=2] 2024-11-21T17:34:25,861 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T17:34:25,866 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T17:34:25,868 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T17:34:25,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/testHFileCyclicReplication_01/f/hfile_0 for inclusion in f83ce96e10b0dab8b31068ae9b2f85ad/f 2024-11-21T17:34:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T17:34:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:34:25,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/testHFileCyclicReplication_01/f/hfile_1 for inclusion in f83ce96e10b0dab8b31068ae9b2f85ad/f 2024-11-21T17:34:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T17:34:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:34:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HRegion(2603): Flush status journal for f83ce96e10b0dab8b31068ae9b2f85ad: 2024-11-21T17:34:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins__test__p6196livl46k5jfbvkese08hpic16oko5gvfqgakpk48prboidtdjkn7dmtf2hdk/f/hfile_0 2024-11-21T17:34:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins__test__p6196livl46k5jfbvkese08hpic16oko5gvfqgakpk48prboidtdjkn7dmtf2hdk/f/hfile_0 as hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/f/9689b0a912a947a7a23100f7f91720bb_SeqId_4_ 2024-11-21T17:34:25,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins__test__p6196livl46k5jfbvkese08hpic16oko5gvfqgakpk48prboidtdjkn7dmtf2hdk/f/hfile_1 2024-11-21T17:34:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins__test__p6196livl46k5jfbvkese08hpic16oko5gvfqgakpk48prboidtdjkn7dmtf2hdk/f/hfile_1 as hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/f/92b3ea11a8ec4d4eb0be3950d0066286_SeqId_4_ 2024-11-21T17:34:25,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins__test__p6196livl46k5jfbvkese08hpic16oko5gvfqgakpk48prboidtdjkn7dmtf2hdk/f/hfile_0 into f83ce96e10b0dab8b31068ae9b2f85ad/f as hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/f/9689b0a912a947a7a23100f7f91720bb_SeqId_4_ - updating store file list. 2024-11-21T17:34:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9689b0a912a947a7a23100f7f91720bb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T17:34:25,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/f/9689b0a912a947a7a23100f7f91720bb_SeqId_4_ into f83ce96e10b0dab8b31068ae9b2f85ad/f 2024-11-21T17:34:25,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins__test__p6196livl46k5jfbvkese08hpic16oko5gvfqgakpk48prboidtdjkn7dmtf2hdk/f/hfile_0 into f83ce96e10b0dab8b31068ae9b2f85ad/f (new location: hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/f/9689b0a912a947a7a23100f7f91720bb_SeqId_4_) 2024-11-21T17:34:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins__test__p6196livl46k5jfbvkese08hpic16oko5gvfqgakpk48prboidtdjkn7dmtf2hdk/f/hfile_0 2024-11-21T17:34:25,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins__test__p6196livl46k5jfbvkese08hpic16oko5gvfqgakpk48prboidtdjkn7dmtf2hdk/f/hfile_1 into f83ce96e10b0dab8b31068ae9b2f85ad/f as hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/f/92b3ea11a8ec4d4eb0be3950d0066286_SeqId_4_ - updating store file list. 2024-11-21T17:34:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 92b3ea11a8ec4d4eb0be3950d0066286_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T17:34:25,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/f/92b3ea11a8ec4d4eb0be3950d0066286_SeqId_4_ into f83ce96e10b0dab8b31068ae9b2f85ad/f 2024-11-21T17:34:25,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins__test__p6196livl46k5jfbvkese08hpic16oko5gvfqgakpk48prboidtdjkn7dmtf2hdk/f/hfile_1 into f83ce96e10b0dab8b31068ae9b2f85ad/f (new location: hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/f/92b3ea11a8ec4d4eb0be3950d0066286_SeqId_4_) 2024-11-21T17:34:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins__test__p6196livl46k5jfbvkese08hpic16oko5gvfqgakpk48prboidtdjkn7dmtf2hdk/f/hfile_1 2024-11-21T17:34:25,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:34:25,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:25,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:25,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:25,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad., hostname=f3865e8353b4,32959,1732210449456, seqNum=2 , the old value is region=test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad., hostname=f3865e8353b4,32959,1732210449456, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f3865e8353b4:32959 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T17:34:25,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad., hostname=f3865e8353b4,32959,1732210449456, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T17:34:25,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad., hostname=f3865e8353b4,32959,1732210449456, seqNum=2 from cache 2024-11-21T17:34:25,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:25,895 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T17:34:25,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:25,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44877,1732210453366, seqNum=-1] 2024-11-21T17:34:25,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:25,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:34:25,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a., hostname=f3865e8353b4,44877,1732210453366, seqNum=2] 2024-11-21T17:34:25,901 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T17:34:25,997 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:32959 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-21T17:34:26,334 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 379, reset compression=false 2024-11-21T17:34:26,602 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 379, reset compression=false 2024-11-21T17:34:26,606 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:34:26,607 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.shipperf3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,32959,1732210449456 got entry batch from reader: WALEntryBatch [walEntries=[{test/f83ce96e10b0dab8b31068ae9b2f85ad/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732210465892/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T17:34:26,609 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.shipperf3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:34:26,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-21T17:34:26,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.ReplicationSink(318): Replicating [81050cac-42b0-4629-b403-5fdf26b81f81] bulk loaded data 2024-11-21T17:34:26,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2384b473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:26,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41629,-1 for getting cluster id 2024-11-21T17:34:26,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:26,611 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06' 2024-11-21T17:34:26,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:26,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06" 2024-11-21T17:34:26,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a54ad69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:26,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41629,-1] 2024-11-21T17:34:26,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:26,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:26,613 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:26,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@458a58d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:26,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741840_1016 (size=7894) 2024-11-21T17:34:26,807 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 687, reset compression=false 2024-11-21T17:34:26,903 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T17:34:27,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741841_1017 (size=7691) 2024-11-21T17:34:27,038 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 379, reset compression=false 2024-11-21T17:34:27,110 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 687, reset compression=false 2024-11-21T17:34:27,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:34:27,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:27,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:27,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:27,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:27,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:27,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:27,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:27,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:27,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:27,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41629,1732210453333 2024-11-21T17:34:27,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14ebe73d 2024-11-21T17:34:27,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:27,433 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T17:34:27,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T17:34:27,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:27,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44877,1732210453366, seqNum=-1] 2024-11-21T17:34:27,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:27,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T17:34:27,455 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins.hfs.11__test__p9sdbjc1phhqurjca6qokplukpmc7c086cujk1oeomr9m7dvlbkgnd003pa2j8e2/f/92b3ea11a8ec4d4eb0be3950d0066286_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T17:34:27,458 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins.hfs.11__test__p9sdbjc1phhqurjca6qokplukpmc7c086cujk1oeomr9m7dvlbkgnd003pa2j8e2/f/9689b0a912a947a7a23100f7f91720bb_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T17:34:27,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins.hfs.11__test__p9sdbjc1phhqurjca6qokplukpmc7c086cujk1oeomr9m7dvlbkgnd003pa2j8e2/f/9689b0a912a947a7a23100f7f91720bb_SeqId_4_ for inclusion in 70f4b040084e1a1865e7c9f6cd84a76a/f 2024-11-21T17:34:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T17:34:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:34:27,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins.hfs.11__test__p9sdbjc1phhqurjca6qokplukpmc7c086cujk1oeomr9m7dvlbkgnd003pa2j8e2/f/92b3ea11a8ec4d4eb0be3950d0066286_SeqId_4_ for inclusion in 70f4b040084e1a1865e7c9f6cd84a76a/f 2024-11-21T17:34:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T17:34:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:34:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HRegion(2603): Flush status journal for 70f4b040084e1a1865e7c9f6cd84a76a: 2024-11-21T17:34:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9689b0a912a947a7a23100f7f91720bb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T17:34:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins.hfs.11__test__p9sdbjc1phhqurjca6qokplukpmc7c086cujk1oeomr9m7dvlbkgnd003pa2j8e2/f/9689b0a912a947a7a23100f7f91720bb_SeqId_4_ as hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/f/2e74e011805743afa9f508ba9682a273_SeqId_4_ 2024-11-21T17:34:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 92b3ea11a8ec4d4eb0be3950d0066286_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T17:34:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins.hfs.11__test__p9sdbjc1phhqurjca6qokplukpmc7c086cujk1oeomr9m7dvlbkgnd003pa2j8e2/f/92b3ea11a8ec4d4eb0be3950d0066286_SeqId_4_ as hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/f/bc38207e60294066a3a57b4f3fef4e75_SeqId_4_ 2024-11-21T17:34:27,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins.hfs.11__test__p9sdbjc1phhqurjca6qokplukpmc7c086cujk1oeomr9m7dvlbkgnd003pa2j8e2/f/9689b0a912a947a7a23100f7f91720bb_SeqId_4_ into 70f4b040084e1a1865e7c9f6cd84a76a/f as hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/f/2e74e011805743afa9f508ba9682a273_SeqId_4_ - updating store file list. 2024-11-21T17:34:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e74e011805743afa9f508ba9682a273_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T17:34:27,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/f/2e74e011805743afa9f508ba9682a273_SeqId_4_ into 70f4b040084e1a1865e7c9f6cd84a76a/f 2024-11-21T17:34:27,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins.hfs.11__test__p9sdbjc1phhqurjca6qokplukpmc7c086cujk1oeomr9m7dvlbkgnd003pa2j8e2/f/9689b0a912a947a7a23100f7f91720bb_SeqId_4_ into 70f4b040084e1a1865e7c9f6cd84a76a/f (new location: hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/f/2e74e011805743afa9f508ba9682a273_SeqId_4_) 2024-11-21T17:34:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins.hfs.11__test__p9sdbjc1phhqurjca6qokplukpmc7c086cujk1oeomr9m7dvlbkgnd003pa2j8e2/f/9689b0a912a947a7a23100f7f91720bb_SeqId_4_ 2024-11-21T17:34:27,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins.hfs.11__test__p9sdbjc1phhqurjca6qokplukpmc7c086cujk1oeomr9m7dvlbkgnd003pa2j8e2/f/92b3ea11a8ec4d4eb0be3950d0066286_SeqId_4_ into 70f4b040084e1a1865e7c9f6cd84a76a/f as hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/f/bc38207e60294066a3a57b4f3fef4e75_SeqId_4_ - updating store file list. 2024-11-21T17:34:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bc38207e60294066a3a57b4f3fef4e75_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T17:34:27,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/f/bc38207e60294066a3a57b4f3fef4e75_SeqId_4_ into 70f4b040084e1a1865e7c9f6cd84a76a/f 2024-11-21T17:34:27,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins.hfs.11__test__p9sdbjc1phhqurjca6qokplukpmc7c086cujk1oeomr9m7dvlbkgnd003pa2j8e2/f/92b3ea11a8ec4d4eb0be3950d0066286_SeqId_4_ into 70f4b040084e1a1865e7c9f6cd84a76a/f (new location: hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/f/bc38207e60294066a3a57b4f3fef4e75_SeqId_4_) 2024-11-21T17:34:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins.hfs.11__test__p9sdbjc1phhqurjca6qokplukpmc7c086cujk1oeomr9m7dvlbkgnd003pa2j8e2/f/92b3ea11a8ec4d4eb0be3950d0066286_SeqId_4_ 2024-11-21T17:34:27,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.ReplicationSink(324): Finished replicating [81050cac-42b0-4629-b403-5fdf26b81f81] bulk loaded data 2024-11-21T17:34:27,514 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 687, reset compression=false 2024-11-21T17:34:27,841 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 379, reset compression=false 2024-11-21T17:34:27,847 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:34:27,847 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.shipperf3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44877,1732210453366 got entry batch from reader: WALEntryBatch [walEntries=[{test/70f4b040084e1a1865e7c9f6cd84a76a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732210467491/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T17:34:27,849 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.shipperf3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:34:27,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-21T17:34:27,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.ReplicationSink(318): Replicating [81050cac-42b0-4629-b403-5fdf26b81f81, 048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06] bulk loaded data 2024-11-21T17:34:27,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23869e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:27,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,46111,-1 for getting cluster id 2024-11-21T17:34:27,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:27,852 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81050cac-42b0-4629-b403-5fdf26b81f81' 2024-11-21T17:34:27,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:27,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81050cac-42b0-4629-b403-5fdf26b81f81" 2024-11-21T17:34:27,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21067dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:27,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,46111,-1] 2024-11-21T17:34:27,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:27,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:27,853 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:27,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54cc8f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:27,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741842_1018 (size=7894) 2024-11-21T17:34:27,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:27,927 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732210467927/Put/seqid=0 2024-11-21T17:34:27,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741842_1018 (size=11194) 2024-11-21T17:34:28,018 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 687, reset compression=false 2024-11-21T17:34:28,047 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 725, reset compression=false 2024-11-21T17:34:28,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741843_1019 (size=7691) 2024-11-21T17:34:28,333 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732210468333/Put/seqid=0 2024-11-21T17:34:28,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741843_1019 (size=10791) 2024-11-21T17:34:28,350 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 725, reset compression=false 2024-11-21T17:34:28,622 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 687, reset compression=false 2024-11-21T17:34:28,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:28,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,46111,1732210449411 2024-11-21T17:34:28,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c0f2138 2024-11-21T17:34:28,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:28,677 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T17:34:28,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T17:34:28,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:28,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,32959,1732210449456, seqNum=-1] 2024-11-21T17:34:28,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:28,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T17:34:28,686 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins.hfs.10__test__jn9p95iij9orvq6k1cbitmha59vrmgi7739t0poer5k46arlnkgqmak8mnsaci0j/f/2e74e011805743afa9f508ba9682a273_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T17:34:28,689 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins.hfs.10__test__jn9p95iij9orvq6k1cbitmha59vrmgi7739t0poer5k46arlnkgqmak8mnsaci0j/f/bc38207e60294066a3a57b4f3fef4e75_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T17:34:28,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.ReplicationSink(324): Finished replicating [81050cac-42b0-4629-b403-5fdf26b81f81, 048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06] bulk loaded data 2024-11-21T17:34:28,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628cc4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:28,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41629,-1 for getting cluster id 2024-11-21T17:34:28,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:28,740 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06' 2024-11-21T17:34:28,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:28,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06" 2024-11-21T17:34:28,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ca10ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:28,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41629,-1] 2024-11-21T17:34:28,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:28,741 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:28,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ef30be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:28,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:28,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44877,1732210453366, seqNum=-1] 2024-11-21T17:34:28,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:28,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:34:28,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41629,1732210453333 2024-11-21T17:34:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6609a693 2024-11-21T17:34:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:28,752 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:34:28,755 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 725, reset compression=false 2024-11-21T17:34:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a., hostname=f3865e8353b4,44877,1732210453366, seqNum=2] 2024-11-21T17:34:28,758 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T17:34:28,763 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T17:34:28,765 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T17:34:28,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 70f4b040084e1a1865e7c9f6cd84a76a/f 2024-11-21T17:34:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T17:34:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:34:28,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 70f4b040084e1a1865e7c9f6cd84a76a/f 2024-11-21T17:34:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T17:34:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:34:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HRegion(2603): Flush status journal for 70f4b040084e1a1865e7c9f6cd84a76a: 2024-11-21T17:34:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins__test__2ihhp79mr89gqtvc9r6gekpkjlrs4goqj42j970e2trgpm1nuqrpm0l501lj7oq4/f/hfile_1 2024-11-21T17:34:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins__test__2ihhp79mr89gqtvc9r6gekpkjlrs4goqj42j970e2trgpm1nuqrpm0l501lj7oq4/f/hfile_1 as hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/f/02ff85d458b547a7abb834496e40dff5_SeqId_6_ 2024-11-21T17:34:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins__test__2ihhp79mr89gqtvc9r6gekpkjlrs4goqj42j970e2trgpm1nuqrpm0l501lj7oq4/f/hfile_0 2024-11-21T17:34:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins__test__2ihhp79mr89gqtvc9r6gekpkjlrs4goqj42j970e2trgpm1nuqrpm0l501lj7oq4/f/hfile_0 as hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/f/d174086518ce4f5aa680e32b8245e061_SeqId_6_ 2024-11-21T17:34:28,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins__test__2ihhp79mr89gqtvc9r6gekpkjlrs4goqj42j970e2trgpm1nuqrpm0l501lj7oq4/f/hfile_1 into 70f4b040084e1a1865e7c9f6cd84a76a/f as hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/f/02ff85d458b547a7abb834496e40dff5_SeqId_6_ - updating store file list. 2024-11-21T17:34:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 02ff85d458b547a7abb834496e40dff5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T17:34:28,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/f/02ff85d458b547a7abb834496e40dff5_SeqId_6_ into 70f4b040084e1a1865e7c9f6cd84a76a/f 2024-11-21T17:34:28,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins__test__2ihhp79mr89gqtvc9r6gekpkjlrs4goqj42j970e2trgpm1nuqrpm0l501lj7oq4/f/hfile_1 into 70f4b040084e1a1865e7c9f6cd84a76a/f (new location: hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/f/02ff85d458b547a7abb834496e40dff5_SeqId_6_) 2024-11-21T17:34:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins__test__2ihhp79mr89gqtvc9r6gekpkjlrs4goqj42j970e2trgpm1nuqrpm0l501lj7oq4/f/hfile_1 2024-11-21T17:34:28,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins__test__2ihhp79mr89gqtvc9r6gekpkjlrs4goqj42j970e2trgpm1nuqrpm0l501lj7oq4/f/hfile_0 into 70f4b040084e1a1865e7c9f6cd84a76a/f as hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/f/d174086518ce4f5aa680e32b8245e061_SeqId_6_ - updating store file list. 2024-11-21T17:34:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d174086518ce4f5aa680e32b8245e061_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T17:34:28,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/f/d174086518ce4f5aa680e32b8245e061_SeqId_6_ into 70f4b040084e1a1865e7c9f6cd84a76a/f 2024-11-21T17:34:28,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins__test__2ihhp79mr89gqtvc9r6gekpkjlrs4goqj42j970e2trgpm1nuqrpm0l501lj7oq4/f/hfile_0 into 70f4b040084e1a1865e7c9f6cd84a76a/f (new location: hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/f/d174086518ce4f5aa680e32b8245e061_SeqId_6_) 2024-11-21T17:34:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins__test__2ihhp79mr89gqtvc9r6gekpkjlrs4goqj42j970e2trgpm1nuqrpm0l501lj7oq4/f/hfile_0 2024-11-21T17:34:28,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:34:28,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:28,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:28,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:28,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a., hostname=f3865e8353b4,44877,1732210453366, seqNum=2 , the old value is region=test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a., hostname=f3865e8353b4,44877,1732210453366, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f3865e8353b4:44877 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T17:34:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a., hostname=f3865e8353b4,44877,1732210453366, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T17:34:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a., hostname=f3865e8353b4,44877,1732210453366, seqNum=2 from cache 2024-11-21T17:34:28,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:28,792 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T17:34:28,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,32959,1732210449456, seqNum=-1] 2024-11-21T17:34:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:28,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:34:28,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad., hostname=f3865e8353b4,32959,1732210449456, seqNum=2] 2024-11-21T17:34:28,801 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T17:34:28,897 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:44877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-21T17:34:29,259 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 725, reset compression=false 2024-11-21T17:34:29,263 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:34:29,263 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.shipperf3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44877,1732210453366 got entry batch from reader: WALEntryBatch [walEntries=[{test/70f4b040084e1a1865e7c9f6cd84a76a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732210468790/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T17:34:29,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.ReplicationSink(318): Replicating [048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06] bulk loaded data 2024-11-21T17:34:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741844_1020 (size=10791) 2024-11-21T17:34:29,326 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 687, reset compression=false 2024-11-21T17:34:29,463 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 1033, reset compression=false 2024-11-21T17:34:29,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741845_1021 (size=11194) 2024-11-21T17:34:29,767 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 1033, reset compression=false 2024-11-21T17:34:29,806 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T17:34:30,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T17:34:30,089 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins.hfs.10__test__t9rbfqi98bfdmjgansne9lcbdqt9jrcr8tdsd6i6ctuk6619p0g6s5pht6it1be6/f/02ff85d458b547a7abb834496e40dff5_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-21T17:34:30,092 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins.hfs.10__test__t9rbfqi98bfdmjgansne9lcbdqt9jrcr8tdsd6i6ctuk6619p0g6s5pht6it1be6/f/d174086518ce4f5aa680e32b8245e061_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-21T17:34:30,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins.hfs.10__test__t9rbfqi98bfdmjgansne9lcbdqt9jrcr8tdsd6i6ctuk6619p0g6s5pht6it1be6/f/02ff85d458b547a7abb834496e40dff5_SeqId_6_ for inclusion in f83ce96e10b0dab8b31068ae9b2f85ad/f 2024-11-21T17:34:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T17:34:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:34:30,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins.hfs.10__test__t9rbfqi98bfdmjgansne9lcbdqt9jrcr8tdsd6i6ctuk6619p0g6s5pht6it1be6/f/d174086518ce4f5aa680e32b8245e061_SeqId_6_ for inclusion in f83ce96e10b0dab8b31068ae9b2f85ad/f 2024-11-21T17:34:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T17:34:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:34:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HRegion(2603): Flush status journal for f83ce96e10b0dab8b31068ae9b2f85ad: 2024-11-21T17:34:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 02ff85d458b547a7abb834496e40dff5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T17:34:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins.hfs.10__test__t9rbfqi98bfdmjgansne9lcbdqt9jrcr8tdsd6i6ctuk6619p0g6s5pht6it1be6/f/02ff85d458b547a7abb834496e40dff5_SeqId_6_ as hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/f/4fdb0e7b3e4e4461a8d3488ef6e72a9b_SeqId_6_ 2024-11-21T17:34:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d174086518ce4f5aa680e32b8245e061_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T17:34:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins.hfs.10__test__t9rbfqi98bfdmjgansne9lcbdqt9jrcr8tdsd6i6ctuk6619p0g6s5pht6it1be6/f/d174086518ce4f5aa680e32b8245e061_SeqId_6_ as hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/f/988f90883ffe411183c9cbc53d394aa1_SeqId_6_ 2024-11-21T17:34:30,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins.hfs.10__test__t9rbfqi98bfdmjgansne9lcbdqt9jrcr8tdsd6i6ctuk6619p0g6s5pht6it1be6/f/02ff85d458b547a7abb834496e40dff5_SeqId_6_ into f83ce96e10b0dab8b31068ae9b2f85ad/f as hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/f/4fdb0e7b3e4e4461a8d3488ef6e72a9b_SeqId_6_ - updating store file list. 2024-11-21T17:34:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4fdb0e7b3e4e4461a8d3488ef6e72a9b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T17:34:30,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/f/4fdb0e7b3e4e4461a8d3488ef6e72a9b_SeqId_6_ into f83ce96e10b0dab8b31068ae9b2f85ad/f 2024-11-21T17:34:30,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins.hfs.10__test__t9rbfqi98bfdmjgansne9lcbdqt9jrcr8tdsd6i6ctuk6619p0g6s5pht6it1be6/f/02ff85d458b547a7abb834496e40dff5_SeqId_6_ into f83ce96e10b0dab8b31068ae9b2f85ad/f (new location: hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/f/4fdb0e7b3e4e4461a8d3488ef6e72a9b_SeqId_6_) 2024-11-21T17:34:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins.hfs.10__test__t9rbfqi98bfdmjgansne9lcbdqt9jrcr8tdsd6i6ctuk6619p0g6s5pht6it1be6/f/02ff85d458b547a7abb834496e40dff5_SeqId_6_ 2024-11-21T17:34:30,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins.hfs.10__test__t9rbfqi98bfdmjgansne9lcbdqt9jrcr8tdsd6i6ctuk6619p0g6s5pht6it1be6/f/d174086518ce4f5aa680e32b8245e061_SeqId_6_ into f83ce96e10b0dab8b31068ae9b2f85ad/f as hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/f/988f90883ffe411183c9cbc53d394aa1_SeqId_6_ - updating store file list. 2024-11-21T17:34:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 988f90883ffe411183c9cbc53d394aa1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T17:34:30,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/f/988f90883ffe411183c9cbc53d394aa1_SeqId_6_ into f83ce96e10b0dab8b31068ae9b2f85ad/f 2024-11-21T17:34:30,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins.hfs.10__test__t9rbfqi98bfdmjgansne9lcbdqt9jrcr8tdsd6i6ctuk6619p0g6s5pht6it1be6/f/d174086518ce4f5aa680e32b8245e061_SeqId_6_ into f83ce96e10b0dab8b31068ae9b2f85ad/f (new location: hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/f/988f90883ffe411183c9cbc53d394aa1_SeqId_6_) 2024-11-21T17:34:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/staging/jenkins.hfs.10__test__t9rbfqi98bfdmjgansne9lcbdqt9jrcr8tdsd6i6ctuk6619p0g6s5pht6it1be6/f/d174086518ce4f5aa680e32b8245e061_SeqId_6_ 2024-11-21T17:34:30,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32959 {}] regionserver.ReplicationSink(324): Finished replicating [048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06] bulk loaded data 2024-11-21T17:34:30,129 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 687, reset compression=false 2024-11-21T17:34:30,134 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:34:30,134 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.shipperf3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,32959,1732210449456 got entry batch from reader: WALEntryBatch [walEntries=[{test/f83ce96e10b0dab8b31068ae9b2f85ad/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732210470119/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T17:34:30,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.ReplicationSink(318): Replicating [048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06, 81050cac-42b0-4629-b403-5fdf26b81f81] bulk loaded data 2024-11-21T17:34:30,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741844_1020 (size=10791) 2024-11-21T17:34:30,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741845_1021 (size=11194) 2024-11-21T17:34:30,170 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 1033, reset compression=false 2024-11-21T17:34:30,334 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 1033, reset compression=false 2024-11-21T17:34:30,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T17:34:30,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T17:34:30,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T17:34:30,563 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins.hfs.11__test__rolr26pf3a56s9i71quvsaf3ip3943ammk96gidqj57fgm2s0rpc1qicrnm5e1f2/f/4fdb0e7b3e4e4461a8d3488ef6e72a9b_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-21T17:34:30,566 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/staging/jenkins.hfs.11__test__rolr26pf3a56s9i71quvsaf3ip3943ammk96gidqj57fgm2s0rpc1qicrnm5e1f2/f/988f90883ffe411183c9cbc53d394aa1_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-21T17:34:30,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44877 {}] regionserver.ReplicationSink(324): Finished replicating [048a38c2-bbe5-4c3e-95ec-b7f8eb3ecf06, 81050cac-42b0-4629-b403-5fdf26b81f81] bulk loaded data 2024-11-21T17:34:30,638 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 1033, reset compression=false 2024-11-21T17:34:30,674 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 1033, reset compression=false 2024-11-21T17:34:30,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:34:30,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:34:30,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:30,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:30,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:30,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:30,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:34:30,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=504903422, stopped=false 2024-11-21T17:34:30,818 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,41629,1732210453333 2024-11-21T17:34:30,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1322219553/running 2024-11-21T17:34:30,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553 2024-11-21T17:34:30,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1322219553/running 2024-11-21T17:34:30,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553 2024-11-21T17:34:30,820 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:34:30,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:34:30,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:30,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:30,820 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,44877,1732210453366' ***** 2024-11-21T17:34:30,820 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:34:30,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Set watcher on znode that does not yet exist, /1-1322219553/running 2024-11-21T17:34:30,821 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:34:30,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Set watcher on znode that does not yet exist, /1-1322219553/running 2024-11-21T17:34:30,821 INFO [RS:0;f3865e8353b4:44877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:34:30,821 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:34:30,821 INFO [RS:0;f3865e8353b4:44877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:34:30,822 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(3091): Received CLOSE for 70f4b040084e1a1865e7c9f6cd84a76a 2024-11-21T17:34:30,826 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(3091): Received CLOSE for 29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:30,826 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,44877,1732210453366 2024-11-21T17:34:30,826 INFO [RS:0;f3865e8353b4:44877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:34:30,826 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70f4b040084e1a1865e7c9f6cd84a76a, disabling compactions & flushes 2024-11-21T17:34:30,826 INFO [RS:0;f3865e8353b4:44877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:44877. 2024-11-21T17:34:30,826 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a. 2024-11-21T17:34:30,826 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a. 2024-11-21T17:34:30,826 DEBUG [RS:0;f3865e8353b4:44877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:30,826 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a. after waiting 0 ms 2024-11-21T17:34:30,826 DEBUG [RS:0;f3865e8353b4:44877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:30,826 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a. 2024-11-21T17:34:30,826 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:34:30,826 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:34:30,826 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:34:30,826 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:34:30,826 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T17:34:30,826 DEBUG [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1325): Online Regions={70f4b040084e1a1865e7c9f6cd84a76a=test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a., 1588230740=hbase:meta,,1.1588230740, 29616bdcc32e433cadae1fd1ed240c48=hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48.} 2024-11-21T17:34:30,827 DEBUG [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29616bdcc32e433cadae1fd1ed240c48, 70f4b040084e1a1865e7c9f6cd84a76a 2024-11-21T17:34:30,827 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:34:30,827 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:34:30,827 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:34:30,827 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:34:30,827 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:34:30,827 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T17:34:30,830 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/default/test/70f4b040084e1a1865e7c9f6cd84a76a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T17:34:30,830 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:34:30,830 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:34:30,830 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a. 2024-11-21T17:34:30,830 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70f4b040084e1a1865e7c9f6cd84a76a: Waiting for close lock at 1732210470826Running coprocessor pre-close hooks at 1732210470826Disabling compacts and flushes for region at 1732210470826Disabling writes for close at 1732210470826Writing region close event to WAL at 1732210470827 (+1 ms)Running coprocessor post-close hooks at 1732210470830 (+3 ms)Closed at 1732210470830 2024-11-21T17:34:30,830 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a. 2024-11-21T17:34:30,831 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29616bdcc32e433cadae1fd1ed240c48, disabling compactions & flushes 2024-11-21T17:34:30,831 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48. 2024-11-21T17:34:30,831 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:34:30,831 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48. 2024-11-21T17:34:30,831 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48. after waiting 0 ms 2024-11-21T17:34:30,831 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48. 2024-11-21T17:34:30,831 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 29616bdcc32e433cadae1fd1ed240c48 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-21T17:34:30,846 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/.tmp/info/54aea24e56de4f68b104fc2c96f2bb70 is 147, key is hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48./info:regioninfo/1732210464068/Put/seqid=0 2024-11-21T17:34:30,850 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/replication/29616bdcc32e433cadae1fd1ed240c48/.tmp/hfileref/a83b2a66980f4a7b8b3c3ab155617ebd is 74, key is 1/hfileref:02ff85d458b547a7abb834496e40dff5_SeqId_6_/1732210470122/DeleteColumn/seqid=0 2024-11-21T17:34:30,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741846_1022 (size=7686) 2024-11-21T17:34:30,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741847_1023 (size=5345) 2024-11-21T17:34:31,027 DEBUG [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:31,041 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 1033, reset compression=false 2024-11-21T17:34:31,220 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:34:31,220 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:34:31,227 DEBUG [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:31,252 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/.tmp/info/54aea24e56de4f68b104fc2c96f2bb70 2024-11-21T17:34:31,254 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/replication/29616bdcc32e433cadae1fd1ed240c48/.tmp/hfileref/a83b2a66980f4a7b8b3c3ab155617ebd 2024-11-21T17:34:31,269 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/.tmp/ns/10c854be2bee453b98293c5898f48ff3 is 43, key is default/ns:d/1732210456298/Put/seqid=0 2024-11-21T17:34:31,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741848_1024 (size=5153) 2024-11-21T17:34:31,274 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/replication/29616bdcc32e433cadae1fd1ed240c48/.tmp/queue/623493535839495ea98d9dda55c0d2b8 is 154, key is 1-f3865e8353b4,44877,1732210453366/queue:f3865e8353b4%2C44877%2C1732210453366/1732210470124/Put/seqid=0 2024-11-21T17:34:31,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741849_1025 (size=5353) 2024-11-21T17:34:31,278 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 1033, reset compression=false 2024-11-21T17:34:31,281 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:34:31,281 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 1328, reset compression=false 2024-11-21T17:34:31,281 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.shipperf3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44877,1732210453366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:34:31,282 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.shipperf3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f3865e8353b4,44877,1732210453366: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f3865e8353b4,44877,1732210453366, walGroup=f3865e8353b4%2C44877%2C1732210453366, offset=f3865e8353b4%2C44877%2C1732210453366.1732210455348:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:44877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T17:34:31,284 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.shipperf3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T17:34:31,284 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.shipperf3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T17:34:31,284 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.shipperf3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T17:34:31,285 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.shipperf3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T17:34:31,285 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.shipperf3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T17:34:31,285 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.shipperf3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 583752704 }, "NonHeapMemoryUsage": { "committed": 191037440, "init": 7667712, "max": -1, "used": 188218672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T17:34:31,287 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.shipperf3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:41629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:41629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T17:34:31,427 DEBUG [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:31,486 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 1328, reset compression=false 2024-11-21T17:34:31,545 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 1033, reset compression=false 2024-11-21T17:34:31,627 DEBUG [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29616bdcc32e433cadae1fd1ed240c48 2024-11-21T17:34:31,672 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/.tmp/ns/10c854be2bee453b98293c5898f48ff3 2024-11-21T17:34:31,678 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/replication/29616bdcc32e433cadae1fd1ed240c48/.tmp/queue/623493535839495ea98d9dda55c0d2b8 2024-11-21T17:34:31,682 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/replication/29616bdcc32e433cadae1fd1ed240c48/.tmp/hfileref/a83b2a66980f4a7b8b3c3ab155617ebd as hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/replication/29616bdcc32e433cadae1fd1ed240c48/hfileref/a83b2a66980f4a7b8b3c3ab155617ebd 2024-11-21T17:34:31,687 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/replication/29616bdcc32e433cadae1fd1ed240c48/hfileref/a83b2a66980f4a7b8b3c3ab155617ebd, entries=4, sequenceid=12, filesize=5.2 K 2024-11-21T17:34:31,688 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/replication/29616bdcc32e433cadae1fd1ed240c48/.tmp/queue/623493535839495ea98d9dda55c0d2b8 as hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/replication/29616bdcc32e433cadae1fd1ed240c48/queue/623493535839495ea98d9dda55c0d2b8 2024-11-21T17:34:31,693 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/replication/29616bdcc32e433cadae1fd1ed240c48/queue/623493535839495ea98d9dda55c0d2b8, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T17:34:31,694 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 29616bdcc32e433cadae1fd1ed240c48 in 862ms, sequenceid=12, compaction requested=false 2024-11-21T17:34:31,695 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/.tmp/rep_barrier/93aaad63551b4cb19db96d3f7247c330 is 112, key is test,,1732210458560.70f4b040084e1a1865e7c9f6cd84a76a./rep_barrier:seqnumDuringOpen/1732210459714/Put/seqid=0 2024-11-21T17:34:31,698 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/replication/29616bdcc32e433cadae1fd1ed240c48/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T17:34:31,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741850_1026 (size=5518) 2024-11-21T17:34:31,699 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:34:31,699 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:34:31,699 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48. 2024-11-21T17:34:31,699 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29616bdcc32e433cadae1fd1ed240c48: Waiting for close lock at 1732210470831Running coprocessor pre-close hooks at 1732210470831Disabling compacts and flushes for region at 1732210470831Disabling writes for close at 1732210470831Obtaining lock to block concurrent updates at 1732210470831Preparing flush snapshotting stores in 29616bdcc32e433cadae1fd1ed240c48 at 1732210470831Finished memstore snapshotting hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732210470831Flushing stores of hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48. at 1732210470832 (+1 ms)Flushing 29616bdcc32e433cadae1fd1ed240c48/hfileref: creating writer at 1732210470832Flushing 29616bdcc32e433cadae1fd1ed240c48/hfileref: appending metadata at 1732210470850 (+18 ms)Flushing 29616bdcc32e433cadae1fd1ed240c48/hfileref: closing flushed file at 1732210470850Flushing 29616bdcc32e433cadae1fd1ed240c48/queue: creating writer at 1732210471258 (+408 ms)Flushing 29616bdcc32e433cadae1fd1ed240c48/queue: appending metadata at 1732210471274 (+16 ms)Flushing 29616bdcc32e433cadae1fd1ed240c48/queue: closing flushed file at 1732210471274Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@613c9b9f: reopening flushed file at 1732210471682 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3031b502: reopening flushed file at 1732210471687 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 29616bdcc32e433cadae1fd1ed240c48 in 862ms, sequenceid=12, compaction requested=false at 1732210471694 (+7 ms)Writing region close event to WAL at 1732210471695 (+1 ms)Running coprocessor post-close hooks at 1732210471699 (+4 ms)Closed at 1732210471699 2024-11-21T17:34:31,699 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732210462891.29616bdcc32e433cadae1fd1ed240c48. 2024-11-21T17:34:31,790 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 1328, reset compression=false 2024-11-21T17:34:31,827 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T17:34:31,827 DEBUG [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T17:34:31,827 DEBUG [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:34:32,028 DEBUG [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:34:32,099 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/.tmp/rep_barrier/93aaad63551b4cb19db96d3f7247c330 2024-11-21T17:34:32,117 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/.tmp/table/ba9513c83fba498caba7596856e23c38 is 53, key is hbase:replication/table:state/1732210464075/Put/seqid=0 2024-11-21T17:34:32,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741851_1027 (size=5308) 2024-11-21T17:34:32,149 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 1033, reset compression=false 2024-11-21T17:34:32,193 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 1328, reset compression=false 2024-11-21T17:34:32,228 DEBUG [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:34:32,428 DEBUG [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:34:32,521 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/.tmp/table/ba9513c83fba498caba7596856e23c38 2024-11-21T17:34:32,526 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/.tmp/info/54aea24e56de4f68b104fc2c96f2bb70 as hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/info/54aea24e56de4f68b104fc2c96f2bb70 2024-11-21T17:34:32,530 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/info/54aea24e56de4f68b104fc2c96f2bb70, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T17:34:32,530 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/.tmp/ns/10c854be2bee453b98293c5898f48ff3 as hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/ns/10c854be2bee453b98293c5898f48ff3 2024-11-21T17:34:32,534 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/ns/10c854be2bee453b98293c5898f48ff3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T17:34:32,535 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/.tmp/rep_barrier/93aaad63551b4cb19db96d3f7247c330 as hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/rep_barrier/93aaad63551b4cb19db96d3f7247c330 2024-11-21T17:34:32,539 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/rep_barrier/93aaad63551b4cb19db96d3f7247c330, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T17:34:32,539 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/.tmp/table/ba9513c83fba498caba7596856e23c38 as hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/table/ba9513c83fba498caba7596856e23c38 2024-11-21T17:34:32,544 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/table/ba9513c83fba498caba7596856e23c38, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T17:34:32,545 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false 2024-11-21T17:34:32,552 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T17:34:32,552 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:34:32,552 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:34:32,552 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:34:32,553 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210470826Running coprocessor pre-close hooks at 1732210470826Disabling compacts and flushes for region at 1732210470826Disabling writes for close at 1732210470827 (+1 ms)Obtaining lock to block concurrent updates at 1732210470827Preparing flush snapshotting stores in 1588230740 at 1732210470827Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732210470827Flushing stores of hbase:meta,,1.1588230740 at 1732210470828 (+1 ms)Flushing 1588230740/info: creating writer at 1732210470828Flushing 1588230740/info: appending metadata at 1732210470845 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732210470845Flushing 1588230740/ns: creating writer at 1732210471255 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732210471268 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732210471268Flushing 1588230740/rep_barrier: creating writer at 1732210471677 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732210471695 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732210471695Flushing 1588230740/table: creating writer at 1732210472103 (+408 ms)Flushing 1588230740/table: appending metadata at 1732210472116 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732210472116Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61bd0928: reopening flushed file at 1732210472525 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eb7816e: reopening flushed file at 1732210472530 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@160197b1: reopening flushed file at 1732210472534 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a60f349: reopening flushed file at 1732210472539 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false at 1732210472545 (+6 ms)Writing region close event to WAL at 1732210472549 (+4 ms)Running coprocessor post-close hooks at 1732210472552 (+3 ms)Closed at 1732210472552 2024-11-21T17:34:32,553 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:34:32,628 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,44877,1732210453366; all regions closed. 2024-11-21T17:34:32,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741834_1010 (size=4239) 2024-11-21T17:34:32,630 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.meta.1732210456255.meta not finished, retry = 0 2024-11-21T17:34:32,696 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 to pos 1328, reset compression=false 2024-11-21T17:34:32,733 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.rep.1732210464033 not finished, retry = 0 2024-11-21T17:34:32,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741839_1015 (size=3127) 2024-11-21T17:34:32,836 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/WALs/f3865e8353b4,44877,1732210453366/f3865e8353b4%2C44877%2C1732210453366.1732210455348 not finished, retry = 0 2024-11-21T17:34:32,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741832_1008 (size=1336) 2024-11-21T17:34:32,852 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 1033, reset compression=false 2024-11-21T17:34:32,937 DEBUG [RS:0;f3865e8353b4:44877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:32,937 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:34:32,937 INFO [RS:0;f3865e8353b4:44877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:34:32,937 INFO [RS:0;f3865e8353b4:44877 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:34:32,937 INFO [RS:0;f3865e8353b4:44877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:34:32,938 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:34:32,938 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,44877,1732210453366 because: Region server is closing 2024-11-21T17:34:32,938 INFO [RS:0;f3865e8353b4:44877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:44877. 2024-11-21T17:34:32,938 DEBUG [RS:0;f3865e8353b4:44877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:32,938 DEBUG [RS:0;f3865e8353b4:44877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:32,938 DEBUG [RS:0;f3865e8353b4:44877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:32,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:33,038 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.shipperf3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 terminated 2024-11-21T17:34:33,039 INFO [RS:0;f3865e8353b4:44877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:44877. 2024-11-21T17:34:33,039 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44877,1732210453366.replicationSource.wal-reader.f3865e8353b4%2C44877%2C1732210453366,1-f3865e8353b4,44877,1732210453366 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T17:34:33,039 DEBUG [RS:0;f3865e8353b4:44877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:33,039 DEBUG [RS:0;f3865e8353b4:44877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:33,039 DEBUG [RS:0;f3865e8353b4:44877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:33,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:33,039 INFO [RS:0;f3865e8353b4:44877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44877 2024-11-21T17:34:33,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1322219553/rs/f3865e8353b4,44877,1732210453366 2024-11-21T17:34:33,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553/rs 2024-11-21T17:34:33,040 INFO [RS:0;f3865e8353b4:44877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:34:33,041 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,44877,1732210453366] 2024-11-21T17:34:33,042 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322219553/draining/f3865e8353b4,44877,1732210453366 already deleted, retry=false 2024-11-21T17:34:33,042 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,44877,1732210453366 expired; onlineServers=0 2024-11-21T17:34:33,042 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,41629,1732210453333' ***** 2024-11-21T17:34:33,042 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:34:33,042 INFO [M:0;f3865e8353b4:41629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:34:33,042 INFO [M:0;f3865e8353b4:41629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:34:33,042 DEBUG [M:0;f3865e8353b4:41629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:34:33,042 DEBUG [M:0;f3865e8353b4:41629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:34:33,042 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210455116 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210455116,5,FailOnTimeoutGroup] 2024-11-21T17:34:33,042 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:34:33,042 INFO [M:0;f3865e8353b4:41629 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:34:33,042 INFO [M:0;f3865e8353b4:41629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:34:33,042 DEBUG [M:0;f3865e8353b4:41629 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:34:33,042 INFO [M:0;f3865e8353b4:41629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:34:33,042 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210455116 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210455116,5,FailOnTimeoutGroup] 2024-11-21T17:34:33,042 INFO [M:0;f3865e8353b4:41629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:34:33,042 INFO [M:0;f3865e8353b4:41629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:34:33,043 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:34:33,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1322219553/master 2024-11-21T17:34:33,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322219553 2024-11-21T17:34:33,043 DEBUG [M:0;f3865e8353b4:41629 {}] zookeeper.ZKUtil(347): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Unable to get data of znode /1-1322219553/master because node does not exist (not an error) 2024-11-21T17:34:33,043 WARN [M:0;f3865e8353b4:41629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:34:33,043 INFO [M:0;f3865e8353b4:41629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/.lastflushedseqids 2024-11-21T17:34:33,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741852_1028 (size=263) 2024-11-21T17:34:33,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:34:33,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44877-0x100635934b60004, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:34:33,141 INFO [RS:0;f3865e8353b4:44877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:34:33,141 INFO [RS:0;f3865e8353b4:44877 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,44877,1732210453366; zookeeper connection closed. 2024-11-21T17:34:33,142 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17f7dc93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17f7dc93 2024-11-21T17:34:33,142 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:34:33,447 INFO [M:0;f3865e8353b4:41629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:34:33,448 INFO [M:0;f3865e8353b4:41629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:34:33,448 DEBUG [M:0;f3865e8353b4:41629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:34:33,448 INFO [M:0;f3865e8353b4:41629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:33,448 DEBUG [M:0;f3865e8353b4:41629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:33,448 DEBUG [M:0;f3865e8353b4:41629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:34:33,448 DEBUG [M:0;f3865e8353b4:41629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:33,448 INFO [M:0;f3865e8353b4:41629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T17:34:33,462 DEBUG [M:0;f3865e8353b4:41629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd26fc7f3753400d8a4dc482026ceae2 is 82, key is hbase:meta,,1/info:regioninfo/1732210456289/Put/seqid=0 2024-11-21T17:34:33,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741853_1029 (size=5672) 2024-11-21T17:34:33,655 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 1033, reset compression=false 2024-11-21T17:34:33,866 INFO [M:0;f3865e8353b4:41629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd26fc7f3753400d8a4dc482026ceae2 2024-11-21T17:34:33,883 DEBUG [M:0;f3865e8353b4:41629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afb5b2b46acb47dca418472cd2d82cf6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732210464078/Put/seqid=0 2024-11-21T17:34:33,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741854_1030 (size=8517) 2024-11-21T17:34:34,287 INFO [M:0;f3865e8353b4:41629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afb5b2b46acb47dca418472cd2d82cf6 2024-11-21T17:34:34,304 DEBUG [M:0;f3865e8353b4:41629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9792826f454f4aa8b884c19ab8c38e11 is 69, key is f3865e8353b4,44877,1732210453366/rs:state/1732210455207/Put/seqid=0 2024-11-21T17:34:34,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741855_1031 (size=5156) 2024-11-21T17:34:34,559 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 1033, reset compression=false 2024-11-21T17:34:34,708 INFO [M:0;f3865e8353b4:41629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9792826f454f4aa8b884c19ab8c38e11 2024-11-21T17:34:34,713 DEBUG [M:0;f3865e8353b4:41629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd26fc7f3753400d8a4dc482026ceae2 as hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd26fc7f3753400d8a4dc482026ceae2 2024-11-21T17:34:34,717 INFO [M:0;f3865e8353b4:41629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd26fc7f3753400d8a4dc482026ceae2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T17:34:34,718 DEBUG [M:0;f3865e8353b4:41629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afb5b2b46acb47dca418472cd2d82cf6 as hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afb5b2b46acb47dca418472cd2d82cf6 2024-11-21T17:34:34,721 INFO [M:0;f3865e8353b4:41629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afb5b2b46acb47dca418472cd2d82cf6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T17:34:34,722 DEBUG [M:0;f3865e8353b4:41629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9792826f454f4aa8b884c19ab8c38e11 as hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9792826f454f4aa8b884c19ab8c38e11 2024-11-21T17:34:34,726 INFO [M:0;f3865e8353b4:41629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35631/user/jenkins/test-data/8540e8f1-2ddf-c6f9-5e8a-aef045ee1741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9792826f454f4aa8b884c19ab8c38e11, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T17:34:34,727 INFO [M:0;f3865e8353b4:41629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-21T17:34:34,728 INFO [M:0;f3865e8353b4:41629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:34,728 DEBUG [M:0;f3865e8353b4:41629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210473448Disabling compacts and flushes for region at 1732210473448Disabling writes for close at 1732210473448Obtaining lock to block concurrent updates at 1732210473448Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210473448Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732210473448Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210473449 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210473449Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210473462 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210473462Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210473870 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210473883 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210473883Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210474291 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210474304 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210474304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c649aa2: reopening flushed file at 1732210474712 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f82c8d: reopening flushed file at 1732210474717 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ddddbe5: reopening flushed file at 1732210474721 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1732210474727 (+6 ms)Writing region close event to WAL at 1732210474728 (+1 ms)Closed at 1732210474728 2024-11-21T17:34:34,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37581 is added to blk_1073741830_1006 (size=63666) 2024-11-21T17:34:34,730 INFO [M:0;f3865e8353b4:41629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:34:34,730 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:34:34,730 INFO [M:0;f3865e8353b4:41629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41629 2024-11-21T17:34:34,731 INFO [M:0;f3865e8353b4:41629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:34:34,832 INFO [M:0;f3865e8353b4:41629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:34:34,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:34:34,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41629-0x100635934b60003, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:34:34,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a3780ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:34:34,835 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@433ddd6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:34:34,835 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:34:34,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d5bc22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:34:34,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14658782{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/hadoop.log.dir/,STOPPED} 2024-11-21T17:34:34,836 WARN [BP-110487930-172.17.0.2-1732210452505 heartbeating to localhost/127.0.0.1:35631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:34:34,836 WARN [BP-110487930-172.17.0.2-1732210452505 heartbeating to localhost/127.0.0.1:35631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-110487930-172.17.0.2-1732210452505 (Datanode Uuid 0bfa0bd6-d4ae-4472-90f1-c430896b52dc) service to localhost/127.0.0.1:35631 2024-11-21T17:34:34,836 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:34:34,836 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:34:34,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/cluster_6a5ec3e6-2f86-66e4-e73e-6163ac610baa/data/data1/current/BP-110487930-172.17.0.2-1732210452505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:34:34,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/cluster_6a5ec3e6-2f86-66e4-e73e-6163ac610baa/data/data2/current/BP-110487930-172.17.0.2-1732210452505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:34:34,837 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:34:34,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c855783{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:34:34,842 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8d3ede5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:34:34,842 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:34:34,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75d00e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:34:34,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d265d3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/hadoop.log.dir/,STOPPED} 2024-11-21T17:34:34,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:34:34,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:34:34,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:34:34,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:34,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:34,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:34,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:34,866 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:34:34,866 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1307964610, stopped=false 2024-11-21T17:34:34,866 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,46111,1732210449411 2024-11-21T17:34:34,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1715436815/running 2024-11-21T17:34:34,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1715436815/running 2024-11-21T17:34:34,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815 2024-11-21T17:34:34,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815 2024-11-21T17:34:34,867 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:34:34,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:34:34,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:34,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:34,868 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,32959,1732210449456' ***** 2024-11-21T17:34:34,868 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:34:34,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Set watcher on znode that does not yet exist, /0-1715436815/running 2024-11-21T17:34:34,868 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:34:34,868 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:34:34,868 INFO [RS:0;f3865e8353b4:32959 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:34:34,869 INFO [RS:0;f3865e8353b4:32959 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:34:34,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Set watcher on znode that does not yet exist, /0-1715436815/running 2024-11-21T17:34:34,869 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(3091): Received CLOSE for f83ce96e10b0dab8b31068ae9b2f85ad 2024-11-21T17:34:34,869 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:34,869 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,32959,1732210449456 2024-11-21T17:34:34,869 INFO [RS:0;f3865e8353b4:32959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:34:34,869 INFO [RS:0;f3865e8353b4:32959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:32959. 2024-11-21T17:34:34,869 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f83ce96e10b0dab8b31068ae9b2f85ad, disabling compactions & flushes 2024-11-21T17:34:34,869 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad. 2024-11-21T17:34:34,869 DEBUG [RS:0;f3865e8353b4:32959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:34,869 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad. 2024-11-21T17:34:34,869 DEBUG [RS:0;f3865e8353b4:32959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:34,869 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad. after waiting 0 ms 2024-11-21T17:34:34,869 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad. 2024-11-21T17:34:34,869 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:34:34,869 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:34:34,869 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:34:34,869 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:34:34,869 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T17:34:34,869 DEBUG [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f83ce96e10b0dab8b31068ae9b2f85ad=test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad., 4b011aec6155fa48de7c92d1bbe0e245=hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245.} 2024-11-21T17:34:34,870 DEBUG [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b011aec6155fa48de7c92d1bbe0e245, f83ce96e10b0dab8b31068ae9b2f85ad 2024-11-21T17:34:34,870 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:34:34,870 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:34:34,870 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:34:34,870 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:34:34,870 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:34:34,870 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T17:34:34,872 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/default/test/f83ce96e10b0dab8b31068ae9b2f85ad/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T17:34:34,873 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:34:34,873 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:34:34,873 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad. 2024-11-21T17:34:34,873 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f83ce96e10b0dab8b31068ae9b2f85ad: Waiting for close lock at 1732210474869Running coprocessor pre-close hooks at 1732210474869Disabling compacts and flushes for region at 1732210474869Disabling writes for close at 1732210474869Writing region close event to WAL at 1732210474870 (+1 ms)Running coprocessor post-close hooks at 1732210474873 (+3 ms)Closed at 1732210474873 2024-11-21T17:34:34,873 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad. 2024-11-21T17:34:34,873 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b011aec6155fa48de7c92d1bbe0e245, disabling compactions & flushes 2024-11-21T17:34:34,873 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245. 2024-11-21T17:34:34,873 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245. 2024-11-21T17:34:34,873 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245. after waiting 0 ms 2024-11-21T17:34:34,873 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245. 2024-11-21T17:34:34,873 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4b011aec6155fa48de7c92d1bbe0e245 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-21T17:34:34,884 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/.tmp/info/a8d7b8b0a5404cb1af90208d6cd8e34c is 147, key is hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245./info:regioninfo/1732210461908/Put/seqid=0 2024-11-21T17:34:34,887 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/replication/4b011aec6155fa48de7c92d1bbe0e245/.tmp/hfileref/cfe3541142b14bd2a8f01e6c5fc71b1e is 74, key is 1/hfileref:4fdb0e7b3e4e4461a8d3488ef6e72a9b_SeqId_6_/1732210470569/DeleteColumn/seqid=0 2024-11-21T17:34:34,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741846_1022 (size=7686) 2024-11-21T17:34:34,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741847_1023 (size=5345) 2024-11-21T17:34:34,927 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:34:35,070 DEBUG [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:35,270 DEBUG [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:35,288 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/.tmp/info/a8d7b8b0a5404cb1af90208d6cd8e34c 2024-11-21T17:34:35,292 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/replication/4b011aec6155fa48de7c92d1bbe0e245/.tmp/hfileref/cfe3541142b14bd2a8f01e6c5fc71b1e 2024-11-21T17:34:35,305 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:34:35,305 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:34:35,307 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/.tmp/ns/6a4aa2d2d20e477995af6d4a94d3359f is 43, key is default/ns:d/1732210452378/Put/seqid=0 2024-11-21T17:34:35,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741848_1024 (size=5153) 2024-11-21T17:34:35,313 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/replication/4b011aec6155fa48de7c92d1bbe0e245/.tmp/queue/dec3494112a74ac0aed3aa1735523af2 is 154, key is 1-f3865e8353b4,32959,1732210449456/queue:f3865e8353b4%2C32959%2C1732210449456/1732210470570/Put/seqid=0 2024-11-21T17:34:35,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741849_1025 (size=5353) 2024-11-21T17:34:35,470 DEBUG [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:35,563 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 1033, reset compression=false 2024-11-21T17:34:35,568 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:34:35,568 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 1328, reset compression=false 2024-11-21T17:34:35,568 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.shipperf3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,32959,1732210449456 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:34:35,569 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.shipperf3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f3865e8353b4,32959,1732210449456: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f3865e8353b4,32959,1732210449456, walGroup=f3865e8353b4%2C32959%2C1732210449456, offset=f3865e8353b4%2C32959%2C1732210449456.1732210451445:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:32959 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T17:34:35,571 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.shipperf3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T17:34:35,571 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.shipperf3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T17:34:35,571 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.shipperf3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T17:34:35,571 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.shipperf3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T17:34:35,571 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.shipperf3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T17:34:35,571 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.shipperf3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 642472960 }, "NonHeapMemoryUsage": { "committed": 191692800, "init": 7667712, "max": -1, "used": 188948728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T17:34:35,572 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.shipperf3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:46111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:46111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T17:34:35,670 DEBUG [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b011aec6155fa48de7c92d1bbe0e245 2024-11-21T17:34:35,711 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/.tmp/ns/6a4aa2d2d20e477995af6d4a94d3359f 2024-11-21T17:34:35,718 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/replication/4b011aec6155fa48de7c92d1bbe0e245/.tmp/queue/dec3494112a74ac0aed3aa1735523af2 2024-11-21T17:34:35,722 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/replication/4b011aec6155fa48de7c92d1bbe0e245/.tmp/hfileref/cfe3541142b14bd2a8f01e6c5fc71b1e as hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/replication/4b011aec6155fa48de7c92d1bbe0e245/hfileref/cfe3541142b14bd2a8f01e6c5fc71b1e 2024-11-21T17:34:35,726 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/replication/4b011aec6155fa48de7c92d1bbe0e245/hfileref/cfe3541142b14bd2a8f01e6c5fc71b1e, entries=4, sequenceid=12, filesize=5.2 K 2024-11-21T17:34:35,727 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/replication/4b011aec6155fa48de7c92d1bbe0e245/.tmp/queue/dec3494112a74ac0aed3aa1735523af2 as hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/replication/4b011aec6155fa48de7c92d1bbe0e245/queue/dec3494112a74ac0aed3aa1735523af2 2024-11-21T17:34:35,731 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/replication/4b011aec6155fa48de7c92d1bbe0e245/queue/dec3494112a74ac0aed3aa1735523af2, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T17:34:35,731 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4b011aec6155fa48de7c92d1bbe0e245 in 858ms, sequenceid=12, compaction requested=false 2024-11-21T17:34:35,732 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T17:34:35,734 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/.tmp/rep_barrier/7ca728d85cba40d28c06d628ae8911fd is 112, key is test,,1732210456406.f83ce96e10b0dab8b31068ae9b2f85ad./rep_barrier:seqnumDuringOpen/1732210457554/Put/seqid=0 2024-11-21T17:34:35,739 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/replication/4b011aec6155fa48de7c92d1bbe0e245/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T17:34:35,740 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:34:35,740 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:34:35,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741850_1026 (size=5518) 2024-11-21T17:34:35,740 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245. 2024-11-21T17:34:35,740 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b011aec6155fa48de7c92d1bbe0e245: Waiting for close lock at 1732210474873Running coprocessor pre-close hooks at 1732210474873Disabling compacts and flushes for region at 1732210474873Disabling writes for close at 1732210474873Obtaining lock to block concurrent updates at 1732210474873Preparing flush snapshotting stores in 4b011aec6155fa48de7c92d1bbe0e245 at 1732210474873Finished memstore snapshotting hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732210474874 (+1 ms)Flushing stores of hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245. at 1732210474874Flushing 4b011aec6155fa48de7c92d1bbe0e245/hfileref: creating writer at 1732210474874Flushing 4b011aec6155fa48de7c92d1bbe0e245/hfileref: appending metadata at 1732210474887 (+13 ms)Flushing 4b011aec6155fa48de7c92d1bbe0e245/hfileref: closing flushed file at 1732210474887Flushing 4b011aec6155fa48de7c92d1bbe0e245/queue: creating writer at 1732210475296 (+409 ms)Flushing 4b011aec6155fa48de7c92d1bbe0e245/queue: appending metadata at 1732210475312 (+16 ms)Flushing 4b011aec6155fa48de7c92d1bbe0e245/queue: closing flushed file at 1732210475312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2399110: reopening flushed file at 1732210475722 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e4ddb1: reopening flushed file at 1732210475726 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4b011aec6155fa48de7c92d1bbe0e245 in 858ms, sequenceid=12, compaction requested=false at 1732210475731 (+5 ms)Writing region close event to WAL at 1732210475734 (+3 ms)Running coprocessor post-close hooks at 1732210475740 (+6 ms)Closed at 1732210475740 2024-11-21T17:34:35,740 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732210460738.4b011aec6155fa48de7c92d1bbe0e245. 2024-11-21T17:34:35,772 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 1328, reset compression=false 2024-11-21T17:34:35,870 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T17:34:35,870 DEBUG [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T17:34:35,870 DEBUG [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:34:36,071 DEBUG [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:34:36,076 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 1328, reset compression=false 2024-11-21T17:34:36,140 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/.tmp/rep_barrier/7ca728d85cba40d28c06d628ae8911fd 2024-11-21T17:34:36,158 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/.tmp/table/d48e7ac12f51438c903ac1ab99a72716 is 53, key is hbase:replication/table:state/1732210461914/Put/seqid=0 2024-11-21T17:34:36,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741851_1027 (size=5308) 2024-11-21T17:34:36,271 DEBUG [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:34:36,332 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:34:36,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:36,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:36,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:36,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:36,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:36,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:36,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:36,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:36,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:36,471 DEBUG [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:34:36,479 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 to pos 1328, reset compression=false 2024-11-21T17:34:36,562 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/.tmp/table/d48e7ac12f51438c903ac1ab99a72716 2024-11-21T17:34:36,566 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/.tmp/info/a8d7b8b0a5404cb1af90208d6cd8e34c as hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/info/a8d7b8b0a5404cb1af90208d6cd8e34c 2024-11-21T17:34:36,570 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/info/a8d7b8b0a5404cb1af90208d6cd8e34c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T17:34:36,571 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/.tmp/ns/6a4aa2d2d20e477995af6d4a94d3359f as hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/ns/6a4aa2d2d20e477995af6d4a94d3359f 2024-11-21T17:34:36,575 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/ns/6a4aa2d2d20e477995af6d4a94d3359f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T17:34:36,575 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/.tmp/rep_barrier/7ca728d85cba40d28c06d628ae8911fd as hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/rep_barrier/7ca728d85cba40d28c06d628ae8911fd 2024-11-21T17:34:36,579 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/rep_barrier/7ca728d85cba40d28c06d628ae8911fd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T17:34:36,580 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/.tmp/table/d48e7ac12f51438c903ac1ab99a72716 as hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/table/d48e7ac12f51438c903ac1ab99a72716 2024-11-21T17:34:36,584 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/table/d48e7ac12f51438c903ac1ab99a72716, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T17:34:36,585 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-21T17:34:36,585 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:34:36,590 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T17:34:36,590 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:34:36,590 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:34:36,590 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:34:36,590 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210474870Running coprocessor pre-close hooks at 1732210474870Disabling compacts and flushes for region at 1732210474870Disabling writes for close at 1732210474870Obtaining lock to block concurrent updates at 1732210474870Preparing flush snapshotting stores in 1588230740 at 1732210474870Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732210474870Flushing stores of hbase:meta,,1.1588230740 at 1732210474871 (+1 ms)Flushing 1588230740/info: creating writer at 1732210474871Flushing 1588230740/info: appending metadata at 1732210474884 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732210474884Flushing 1588230740/ns: creating writer at 1732210475293 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732210475307 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732210475307Flushing 1588230740/rep_barrier: creating writer at 1732210475715 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732210475734 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732210475734Flushing 1588230740/table: creating writer at 1732210476144 (+410 ms)Flushing 1588230740/table: appending metadata at 1732210476157 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732210476157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d372c5: reopening flushed file at 1732210476566 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59f3b14b: reopening flushed file at 1732210476570 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bc78ba9: reopening flushed file at 1732210476575 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@662d3d58: reopening flushed file at 1732210476580 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1732210476585 (+5 ms)Writing region close event to WAL at 1732210476587 (+2 ms)Running coprocessor post-close hooks at 1732210476590 (+3 ms)Closed at 1732210476590 2024-11-21T17:34:36,591 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:34:36,671 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,32959,1732210449456; all regions closed. 2024-11-21T17:34:36,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741834_1010 (size=4239) 2024-11-21T17:34:36,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741839_1015 (size=3127) 2024-11-21T17:34:36,676 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.rep.1732210461872 not finished, retry = 0 2024-11-21T17:34:36,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741832_1008 (size=1336) 2024-11-21T17:34:36,779 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/WALs/f3865e8353b4,32959,1732210449456/f3865e8353b4%2C32959%2C1732210449456.1732210451445 not finished, retry = 0 2024-11-21T17:34:36,880 DEBUG [RS:0;f3865e8353b4:32959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:36,880 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:34:36,880 INFO [RS:0;f3865e8353b4:32959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:34:36,880 INFO [RS:0;f3865e8353b4:32959 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:34:36,880 INFO [RS:0;f3865e8353b4:32959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:34:36,880 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:34:36,881 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,32959,1732210449456 because: Region server is closing 2024-11-21T17:34:36,881 INFO [RS:0;f3865e8353b4:32959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:32959. 2024-11-21T17:34:36,881 DEBUG [RS:0;f3865e8353b4:32959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:36,881 DEBUG [RS:0;f3865e8353b4:32959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:36,881 DEBUG [RS:0;f3865e8353b4:32959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:36,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:36,981 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.shipperf3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 terminated 2024-11-21T17:34:36,981 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,32959,1732210449456.replicationSource.wal-reader.f3865e8353b4%2C32959%2C1732210449456,1-f3865e8353b4,32959,1732210449456 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T17:34:36,982 INFO [RS:0;f3865e8353b4:32959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:32959. 2024-11-21T17:34:36,982 DEBUG [RS:0;f3865e8353b4:32959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:36,982 DEBUG [RS:0;f3865e8353b4:32959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:36,982 DEBUG [RS:0;f3865e8353b4:32959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:36,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:36,982 INFO [RS:0;f3865e8353b4:32959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32959 2024-11-21T17:34:36,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815/rs 2024-11-21T17:34:36,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1715436815/rs/f3865e8353b4,32959,1732210449456 2024-11-21T17:34:36,983 INFO [RS:0;f3865e8353b4:32959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:34:36,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,32959,1732210449456] 2024-11-21T17:34:36,984 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1715436815/draining/f3865e8353b4,32959,1732210449456 already deleted, retry=false 2024-11-21T17:34:36,984 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,32959,1732210449456 expired; onlineServers=0 2024-11-21T17:34:36,984 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,46111,1732210449411' ***** 2024-11-21T17:34:36,984 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:34:36,984 INFO [M:0;f3865e8353b4:46111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:34:36,985 INFO [M:0;f3865e8353b4:46111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:34:36,985 DEBUG [M:0;f3865e8353b4:46111 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:34:36,985 DEBUG [M:0;f3865e8353b4:46111 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:34:36,985 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:34:36,985 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210451203 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210451203,5,FailOnTimeoutGroup] 2024-11-21T17:34:36,985 INFO [M:0;f3865e8353b4:46111 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:34:36,985 INFO [M:0;f3865e8353b4:46111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:34:36,985 DEBUG [M:0;f3865e8353b4:46111 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:34:36,985 INFO [M:0;f3865e8353b4:46111 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:34:36,985 INFO [M:0;f3865e8353b4:46111 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:34:36,985 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210451204 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210451204,5,FailOnTimeoutGroup] 2024-11-21T17:34:36,985 INFO [M:0;f3865e8353b4:46111 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:34:36,985 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:34:36,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1715436815/master 2024-11-21T17:34:36,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1715436815 2024-11-21T17:34:36,986 DEBUG [M:0;f3865e8353b4:46111 {}] zookeeper.ZKUtil(347): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Unable to get data of znode /0-1715436815/master because node does not exist (not an error) 2024-11-21T17:34:36,986 WARN [M:0;f3865e8353b4:46111 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:34:36,987 INFO [M:0;f3865e8353b4:46111 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/.lastflushedseqids 2024-11-21T17:34:36,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741852_1028 (size=263) 2024-11-21T17:34:37,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:34:37,084 INFO [RS:0;f3865e8353b4:32959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:34:37,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32959-0x100635934b60001, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:34:37,084 INFO [RS:0;f3865e8353b4:32959 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,32959,1732210449456; zookeeper connection closed. 2024-11-21T17:34:37,085 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15b39457 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15b39457 2024-11-21T17:34:37,085 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:34:37,391 INFO [M:0;f3865e8353b4:46111 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:34:37,391 INFO [M:0;f3865e8353b4:46111 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:34:37,392 DEBUG [M:0;f3865e8353b4:46111 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:34:37,392 INFO [M:0;f3865e8353b4:46111 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:37,392 DEBUG [M:0;f3865e8353b4:46111 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:37,392 DEBUG [M:0;f3865e8353b4:46111 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:34:37,392 DEBUG [M:0;f3865e8353b4:46111 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:37,392 INFO [M:0;f3865e8353b4:46111 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T17:34:37,409 DEBUG [M:0;f3865e8353b4:46111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1403b630c1b849f9a8717503fce3a846 is 82, key is hbase:meta,,1/info:regioninfo/1732210452369/Put/seqid=0 2024-11-21T17:34:37,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741853_1029 (size=5672) 2024-11-21T17:34:37,813 INFO [M:0;f3865e8353b4:46111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1403b630c1b849f9a8717503fce3a846 2024-11-21T17:34:37,834 DEBUG [M:0;f3865e8353b4:46111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f20f91e12284b6184739c2dbd47e54c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732210461918/Put/seqid=0 2024-11-21T17:34:37,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741854_1030 (size=8517) 2024-11-21T17:34:38,239 INFO [M:0;f3865e8353b4:46111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f20f91e12284b6184739c2dbd47e54c 2024-11-21T17:34:38,259 DEBUG [M:0;f3865e8353b4:46111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c916aef15c4345a5bedbcacee6e4a3ed is 69, key is f3865e8353b4,32959,1732210449456/rs:state/1732210451294/Put/seqid=0 2024-11-21T17:34:38,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741855_1031 (size=5156) 2024-11-21T17:34:38,663 INFO [M:0;f3865e8353b4:46111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c916aef15c4345a5bedbcacee6e4a3ed 2024-11-21T17:34:38,668 DEBUG [M:0;f3865e8353b4:46111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1403b630c1b849f9a8717503fce3a846 as hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1403b630c1b849f9a8717503fce3a846 2024-11-21T17:34:38,672 INFO [M:0;f3865e8353b4:46111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1403b630c1b849f9a8717503fce3a846, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T17:34:38,673 DEBUG [M:0;f3865e8353b4:46111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f20f91e12284b6184739c2dbd47e54c as hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f20f91e12284b6184739c2dbd47e54c 2024-11-21T17:34:38,677 INFO [M:0;f3865e8353b4:46111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f20f91e12284b6184739c2dbd47e54c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T17:34:38,678 DEBUG [M:0;f3865e8353b4:46111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c916aef15c4345a5bedbcacee6e4a3ed as hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c916aef15c4345a5bedbcacee6e4a3ed 2024-11-21T17:34:38,682 INFO [M:0;f3865e8353b4:46111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46823/user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c916aef15c4345a5bedbcacee6e4a3ed, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T17:34:38,683 INFO [M:0;f3865e8353b4:46111 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-21T17:34:38,685 INFO [M:0;f3865e8353b4:46111 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:38,685 DEBUG [M:0;f3865e8353b4:46111 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210477391Disabling compacts and flushes for region at 1732210477392 (+1 ms)Disabling writes for close at 1732210477392Obtaining lock to block concurrent updates at 1732210477392Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210477392Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732210477392Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210477393 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210477393Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210477409 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210477409Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210477818 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210477834 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210477834Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210478243 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210478259 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210478259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4d6277: reopening flushed file at 1732210478667 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e204a1f: reopening flushed file at 1732210478672 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34832785: reopening flushed file at 1732210478677 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1732210478683 (+6 ms)Writing region close event to WAL at 1732210478685 (+2 ms)Closed at 1732210478685 2024-11-21T17:34:38,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41823 is added to blk_1073741830_1006 (size=63666) 2024-11-21T17:34:38,687 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e2eb3683-3264-97ff-e5fe-d5063d8c0b0f/MasterData/WALs/f3865e8353b4,46111,1732210449411/f3865e8353b4%2C46111%2C1732210449411.1732210451131 not finished, retry = 0 2024-11-21T17:34:38,788 INFO [M:0;f3865e8353b4:46111 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:34:38,788 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:34:38,788 INFO [M:0;f3865e8353b4:46111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46111 2024-11-21T17:34:38,789 INFO [M:0;f3865e8353b4:46111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:34:38,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:34:38,890 INFO [M:0;f3865e8353b4:46111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:34:38,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x100635934b60000, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:34:38,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11d3d0e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:34:38,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6459d6e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:34:38,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:34:38,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@189d931d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:34:38,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c93fefc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/hadoop.log.dir/,STOPPED} 2024-11-21T17:34:38,894 WARN [BP-400002807-172.17.0.2-1732210448480 heartbeating to localhost/127.0.0.1:46823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:34:38,894 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:34:38,894 WARN [BP-400002807-172.17.0.2-1732210448480 heartbeating to localhost/127.0.0.1:46823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-400002807-172.17.0.2-1732210448480 (Datanode Uuid dd9a5c50-101a-494e-8479-6695f1a3ab21) service to localhost/127.0.0.1:46823 2024-11-21T17:34:38,894 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:34:38,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/cluster_d7d01a1e-bc70-ffc9-ed2f-ffcec945d17e/data/data1/current/BP-400002807-172.17.0.2-1732210448480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:34:38,894 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/cluster_d7d01a1e-bc70-ffc9-ed2f-ffcec945d17e/data/data2/current/BP-400002807-172.17.0.2-1732210448480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:34:38,895 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:34:38,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ba2e79c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:34:38,900 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a0fe0e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:34:38,900 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:34:38,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5229bcd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:34:38,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6df70fc8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd39e893-b5b2-9d29-5e0e-fb8ae9bc2c56/hadoop.log.dir/,STOPPED} 2024-11-21T17:34:38,905 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T17:34:38,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:34:38,924 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46823 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46823 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55399) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35631 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55399) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35631 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46823 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=619 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 294), ProcessCount=11 (was 11), AvailableMemoryMB=1173 (was 1207) 2024-11-21T17:34:38,933 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=1173 2024-11-21T17:34:38,945 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-21T17:34:38,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/hadoop.log.dir so I do NOT create it in target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc 2024-11-21T17:34:38,945 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:34:38,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/hadoop.tmp.dir so I do NOT create it in target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc 2024-11-21T17:34:38,945 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c14b38-ceb8-69bd-e99d-efe2fa8755bf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:34:38,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc 2024-11-21T17:34:38,945 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/cluster_f54a7453-dbda-ae1a-0a41-db88fa708615, deleteOnExit=true 2024-11-21T17:34:38,947 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/cluster_f54a7453-dbda-ae1a-0a41-db88fa708615/zookeeper_0, clientPort=52265, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/cluster_f54a7453-dbda-ae1a-0a41-db88fa708615/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/cluster_f54a7453-dbda-ae1a-0a41-db88fa708615/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T17:34:38,948 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52265 2024-11-21T17:34:38,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:34:38,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:34:38,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/test.cache.data in system properties and HBase conf 2024-11-21T17:34:38,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:34:38,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:34:38,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:34:38,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:34:38,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:34:38,949 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:34:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:34:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:34:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:34:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:34:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:34:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:34:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:34:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:34:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:34:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:34:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:34:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:34:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:34:38,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:34:39,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100635934b60005, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:34:39,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100635934b60002, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:34:39,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100635934b60002, quorum=127.0.0.1:55399, baseZNode=/0-1715436815 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:34:39,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100635934b60005, quorum=127.0.0.1:55399, baseZNode=/1-1322219553 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:34:39,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:34:39,027 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:34:39,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:34:39,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:34:39,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T17:34:39,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:34:39,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1477a6b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:34:39,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@320414ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:34:39,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41188e45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/java.io.tmpdir/jetty-localhost-36501-hadoop-hdfs-3_4_1-tests_jar-_-any-5831815430476086992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:34:39,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ff08e57{HTTP/1.1, (http/1.1)}{localhost:36501} 2024-11-21T17:34:39,160 INFO [Time-limited test {}] server.Server(415): Started @184423ms 2024-11-21T17:34:39,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:34:39,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:34:39,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:34:39,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:34:39,239 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:34:39,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce2f9dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:34:39,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8d0dfc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:34:39,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59ca74a9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/java.io.tmpdir/jetty-localhost-43633-hadoop-hdfs-3_4_1-tests_jar-_-any-11332350117746619097/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:34:39,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b6b0b57{HTTP/1.1, (http/1.1)}{localhost:43633} 2024-11-21T17:34:39,335 INFO [Time-limited test {}] server.Server(415): Started @184598ms 2024-11-21T17:34:39,336 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:34:39,391 WARN [Thread-2198 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/cluster_f54a7453-dbda-ae1a-0a41-db88fa708615/data/data1/current/BP-1623055608-172.17.0.2-1732210478969/current, will proceed with Du for space computation calculation, 2024-11-21T17:34:39,391 WARN [Thread-2199 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/cluster_f54a7453-dbda-ae1a-0a41-db88fa708615/data/data2/current/BP-1623055608-172.17.0.2-1732210478969/current, will proceed with Du for space computation calculation, 2024-11-21T17:34:39,415 WARN [Thread-2186 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:34:39,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e5ba61411613686 with lease ID 0x4dfa716f2eacbf38: Processing first storage report for DS-e37b2e18-53b3-4d5b-ab9d-6b9dcbb5676d from datanode DatanodeRegistration(127.0.0.1:42879, datanodeUuid=a7b58f8f-d58b-4d8b-9caf-34f75bcbd18e, infoPort=44871, infoSecurePort=0, ipcPort=36915, storageInfo=lv=-57;cid=testClusterID;nsid=47425003;c=1732210478969) 2024-11-21T17:34:39,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e5ba61411613686 with lease ID 0x4dfa716f2eacbf38: from storage DS-e37b2e18-53b3-4d5b-ab9d-6b9dcbb5676d node DatanodeRegistration(127.0.0.1:42879, datanodeUuid=a7b58f8f-d58b-4d8b-9caf-34f75bcbd18e, infoPort=44871, infoSecurePort=0, ipcPort=36915, storageInfo=lv=-57;cid=testClusterID;nsid=47425003;c=1732210478969), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:34:39,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e5ba61411613686 with lease ID 0x4dfa716f2eacbf38: Processing first storage report for DS-bfa56808-a48c-4e88-b778-2555495ee6dc from datanode DatanodeRegistration(127.0.0.1:42879, datanodeUuid=a7b58f8f-d58b-4d8b-9caf-34f75bcbd18e, infoPort=44871, infoSecurePort=0, ipcPort=36915, storageInfo=lv=-57;cid=testClusterID;nsid=47425003;c=1732210478969) 2024-11-21T17:34:39,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e5ba61411613686 with lease ID 0x4dfa716f2eacbf38: from storage DS-bfa56808-a48c-4e88-b778-2555495ee6dc node DatanodeRegistration(127.0.0.1:42879, datanodeUuid=a7b58f8f-d58b-4d8b-9caf-34f75bcbd18e, infoPort=44871, infoSecurePort=0, ipcPort=36915, storageInfo=lv=-57;cid=testClusterID;nsid=47425003;c=1732210478969), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:34:39,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc 2024-11-21T17:34:39,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:39,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:39,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:34:39,866 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9 with version=8 2024-11-21T17:34:39,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/hbase-staging 2024-11-21T17:34:39,868 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:34:39,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:39,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:39,869 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:34:39,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:39,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:34:39,869 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:34:39,869 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:39,869 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34545 2024-11-21T17:34:39,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34545 connecting to ZooKeeper ensemble=127.0.0.1:52265 2024-11-21T17:34:39,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345450x0, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:34:39,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34545-0x1006359abd20000 connected 2024-11-21T17:34:39,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:39,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:39,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Set watcher on znode that does not yet exist, /01709383386/running 2024-11-21T17:34:39,890 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9, hbase.cluster.distributed=false 2024-11-21T17:34:39,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Set watcher on znode that does not yet exist, /01709383386/acl 2024-11-21T17:34:39,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34545 2024-11-21T17:34:39,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34545 2024-11-21T17:34:39,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34545 2024-11-21T17:34:39,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34545 2024-11-21T17:34:39,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34545 2024-11-21T17:34:39,910 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:34:39,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:39,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:39,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:34:39,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:39,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:34:39,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:34:39,910 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:39,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44385 2024-11-21T17:34:39,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44385 connecting to ZooKeeper ensemble=127.0.0.1:52265 2024-11-21T17:34:39,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:39,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:39,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443850x0, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:34:39,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44385-0x1006359abd20001 connected 2024-11-21T17:34:39,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Set watcher on znode that does not yet exist, /01709383386/running 2024-11-21T17:34:39,917 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:34:39,918 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:34:39,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Set watcher on znode that does not yet exist, /01709383386/master 2024-11-21T17:34:39,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Set watcher on znode that does not yet exist, /01709383386/acl 2024-11-21T17:34:39,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44385 2024-11-21T17:34:39,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44385 2024-11-21T17:34:39,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44385 2024-11-21T17:34:39,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44385 2024-11-21T17:34:39,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44385 2024-11-21T17:34:39,937 DEBUG [M:0;f3865e8353b4:34545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:34545 2024-11-21T17:34:39,937 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01709383386/backup-masters/f3865e8353b4,34545,1732210479868 2024-11-21T17:34:39,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386/backup-masters 2024-11-21T17:34:39,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386/backup-masters 2024-11-21T17:34:39,938 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Set watcher on existing znode=/01709383386/backup-masters/f3865e8353b4,34545,1732210479868 2024-11-21T17:34:39,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01709383386/master 2024-11-21T17:34:39,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386 2024-11-21T17:34:39,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386 2024-11-21T17:34:39,939 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Set watcher on existing znode=/01709383386/master 2024-11-21T17:34:39,939 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01709383386/backup-masters/f3865e8353b4,34545,1732210479868 from backup master directory 2024-11-21T17:34:39,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386/backup-masters 2024-11-21T17:34:39,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01709383386/backup-masters/f3865e8353b4,34545,1732210479868 2024-11-21T17:34:39,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386/backup-masters 2024-11-21T17:34:39,940 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:34:39,940 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,34545,1732210479868 2024-11-21T17:34:39,946 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/hbase.id] with ID: c4dce8a6-39cc-4373-8792-9f0aaf725a0e 2024-11-21T17:34:39,946 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/.tmp/hbase.id 2024-11-21T17:34:39,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:34:40,355 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/.tmp/hbase.id]:[hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/hbase.id] 2024-11-21T17:34:40,363 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:40,363 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:34:40,364 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T17:34:40,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386 2024-11-21T17:34:40,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386 2024-11-21T17:34:40,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:34:40,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:34:40,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T17:34:40,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T17:34:40,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T17:34:40,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T17:34:40,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:34:40,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:34:40,770 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:34:40,771 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:34:40,771 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:34:40,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:34:41,177 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store 2024-11-21T17:34:41,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:34:41,241 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:34:41,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:41,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:41,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:41,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:41,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:41,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:41,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:41,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:41,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:41,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:41,584 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:41,584 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:34:41,584 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:41,584 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:41,584 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:34:41,584 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:41,584 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:41,584 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210481584Disabling compacts and flushes for region at 1732210481584Disabling writes for close at 1732210481584Writing region close event to WAL at 1732210481584Closed at 1732210481584 2024-11-21T17:34:41,585 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/.initializing 2024-11-21T17:34:41,585 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/WALs/f3865e8353b4,34545,1732210479868 2024-11-21T17:34:41,586 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:34:41,587 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C34545%2C1732210479868, suffix=, logDir=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/WALs/f3865e8353b4,34545,1732210479868, archiveDir=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/oldWALs, maxLogs=10 2024-11-21T17:34:41,599 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/WALs/f3865e8353b4,34545,1732210479868/f3865e8353b4%2C34545%2C1732210479868.1732210481587, exclude list is [], retry=0 2024-11-21T17:34:41,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42879,DS-e37b2e18-53b3-4d5b-ab9d-6b9dcbb5676d,DISK] 2024-11-21T17:34:41,602 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/WALs/f3865e8353b4,34545,1732210479868/f3865e8353b4%2C34545%2C1732210479868.1732210481587 2024-11-21T17:34:41,603 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-11-21T17:34:41,603 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:34:41,603 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:41,603 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:41,603 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:41,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:41,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:34:41,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:41,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:41,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:41,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:34:41,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:41,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:41,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:41,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:34:41,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:41,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:41,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:41,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:34:41,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:41,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:41,609 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:41,610 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:41,610 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:41,611 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:41,611 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:41,612 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:34:41,612 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:41,614 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:34:41,614 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61678139, jitterRate=-0.08092410862445831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:34:41,615 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210481603Initializing all the Stores at 1732210481604 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210481604Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210481604Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210481604Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210481604Cleaning up temporary data from old regions at 1732210481611 (+7 ms)Region opened successfully at 1732210481614 (+3 ms) 2024-11-21T17:34:41,615 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:34:41,617 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e29077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:34:41,618 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:34:41,618 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:34:41,618 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:34:41,618 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:34:41,618 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:34:41,618 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:34:41,618 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:34:41,620 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:34:41,620 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Unable to get data of znode /01709383386/balancer because node does not exist (not necessarily an error) 2024-11-21T17:34:41,621 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01709383386/balancer already deleted, retry=false 2024-11-21T17:34:41,621 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:34:41,621 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Unable to get data of znode /01709383386/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:34:41,622 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01709383386/normalizer already deleted, retry=false 2024-11-21T17:34:41,622 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:34:41,623 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Unable to get data of znode /01709383386/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:34:41,623 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01709383386/switch/split already deleted, retry=false 2024-11-21T17:34:41,624 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Unable to get data of znode /01709383386/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:34:41,625 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01709383386/switch/merge already deleted, retry=false 2024-11-21T17:34:41,626 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Unable to get data of znode /01709383386/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:34:41,627 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01709383386/snapshot-cleanup already deleted, retry=false 2024-11-21T17:34:41,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01709383386/running 2024-11-21T17:34:41,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01709383386/running 2024-11-21T17:34:41,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386 2024-11-21T17:34:41,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386 2024-11-21T17:34:41,628 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,34545,1732210479868, sessionid=0x1006359abd20000, setting cluster-up flag (Was=false) 2024-11-21T17:34:41,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386 2024-11-21T17:34:41,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386 2024-11-21T17:34:41,631 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01709383386/flush-table-proc/acquired, /01709383386/flush-table-proc/reached, /01709383386/flush-table-proc/abort 2024-11-21T17:34:41,631 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,34545,1732210479868 2024-11-21T17:34:41,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386 2024-11-21T17:34:41,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386 2024-11-21T17:34:41,635 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01709383386/online-snapshot/acquired, /01709383386/online-snapshot/reached, /01709383386/online-snapshot/abort 2024-11-21T17:34:41,635 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,34545,1732210479868 2024-11-21T17:34:41,636 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:34:41,637 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:34:41,637 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:34:41,637 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:34:41,637 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,34545,1732210479868 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:34:41,638 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:34:41,638 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:34:41,638 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:34:41,638 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:34:41,638 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:34:41,639 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:41,639 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:34:41,639 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:41,648 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210511648 2024-11-21T17:34:41,648 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:34:41,648 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:34:41,648 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:34:41,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:34:41,648 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:34:41,648 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:34:41,648 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:34:41,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:34:41,648 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:41,649 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:34:41,649 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:34:41,649 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:41,649 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:34:41,649 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:34:41,649 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:34:41,649 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:34:41,649 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:34:41,650 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210481650,5,FailOnTimeoutGroup] 2024-11-21T17:34:41,653 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210481650,5,FailOnTimeoutGroup] 2024-11-21T17:34:41,653 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:41,653 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:34:41,653 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:41,653 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:41,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:34:41,729 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(746): ClusterId : c4dce8a6-39cc-4373-8792-9f0aaf725a0e 2024-11-21T17:34:41,729 DEBUG [RS:0;f3865e8353b4:44385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:34:41,731 DEBUG [RS:0;f3865e8353b4:44385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:34:41,731 DEBUG [RS:0;f3865e8353b4:44385 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:34:41,732 DEBUG [RS:0;f3865e8353b4:44385 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:34:41,733 DEBUG [RS:0;f3865e8353b4:44385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4506c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:34:41,747 DEBUG [RS:0;f3865e8353b4:44385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:44385 2024-11-21T17:34:41,747 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:34:41,748 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:34:41,748 DEBUG [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:34:41,748 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,34545,1732210479868 with port=44385, startcode=1732210479909 2024-11-21T17:34:41,749 DEBUG [RS:0;f3865e8353b4:44385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:34:41,750 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:34:41,750 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,44385,1732210479909 2024-11-21T17:34:41,751 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34545 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,44385,1732210479909 2024-11-21T17:34:41,752 DEBUG [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9 2024-11-21T17:34:41,752 DEBUG [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42227 2024-11-21T17:34:41,752 DEBUG [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:34:41,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386/rs 2024-11-21T17:34:41,753 DEBUG [RS:0;f3865e8353b4:44385 {}] zookeeper.ZKUtil(111): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Set watcher on existing znode=/01709383386/rs/f3865e8353b4,44385,1732210479909 2024-11-21T17:34:41,753 WARN [RS:0;f3865e8353b4:44385 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:34:41,753 INFO [RS:0;f3865e8353b4:44385 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:34:41,753 DEBUG [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909 2024-11-21T17:34:41,754 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,44385,1732210479909] 2024-11-21T17:34:41,756 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:34:41,757 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:34:41,757 INFO [RS:0;f3865e8353b4:44385 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:34:41,758 INFO [RS:0;f3865e8353b4:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:41,758 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:34:41,758 INFO [RS:0;f3865e8353b4:44385 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:34:41,758 INFO [RS:0;f3865e8353b4:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:41,758 DEBUG [RS:0;f3865e8353b4:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:41,758 DEBUG [RS:0;f3865e8353b4:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:41,758 DEBUG [RS:0;f3865e8353b4:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:41,758 DEBUG [RS:0;f3865e8353b4:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:41,758 DEBUG [RS:0;f3865e8353b4:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:41,758 DEBUG [RS:0;f3865e8353b4:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:34:41,759 DEBUG [RS:0;f3865e8353b4:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:41,759 DEBUG [RS:0;f3865e8353b4:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:41,759 DEBUG [RS:0;f3865e8353b4:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:41,759 DEBUG [RS:0;f3865e8353b4:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:41,759 DEBUG [RS:0;f3865e8353b4:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:41,759 DEBUG [RS:0;f3865e8353b4:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:41,759 DEBUG [RS:0;f3865e8353b4:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:34:41,759 DEBUG [RS:0;f3865e8353b4:44385 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:34:41,759 INFO [RS:0;f3865e8353b4:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:41,759 INFO [RS:0;f3865e8353b4:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:41,759 INFO [RS:0;f3865e8353b4:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:41,759 INFO [RS:0;f3865e8353b4:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:41,759 INFO [RS:0;f3865e8353b4:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:41,759 INFO [RS:0;f3865e8353b4:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,44385,1732210479909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:34:41,772 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:34:41,773 INFO [RS:0;f3865e8353b4:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,44385,1732210479909-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:41,773 INFO [RS:0;f3865e8353b4:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:41,773 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.Replication(171): f3865e8353b4,44385,1732210479909 started 2024-11-21T17:34:41,786 INFO [RS:0;f3865e8353b4:44385 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:41,786 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,44385,1732210479909, RpcServer on f3865e8353b4/172.17.0.2:44385, sessionid=0x1006359abd20001 2024-11-21T17:34:41,786 DEBUG [RS:0;f3865e8353b4:44385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:34:41,786 DEBUG [RS:0;f3865e8353b4:44385 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,44385,1732210479909 2024-11-21T17:34:41,786 DEBUG [RS:0;f3865e8353b4:44385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,44385,1732210479909' 2024-11-21T17:34:41,786 DEBUG [RS:0;f3865e8353b4:44385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01709383386/flush-table-proc/abort' 2024-11-21T17:34:41,787 DEBUG [RS:0;f3865e8353b4:44385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01709383386/flush-table-proc/acquired' 2024-11-21T17:34:41,787 DEBUG [RS:0;f3865e8353b4:44385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:34:41,787 DEBUG [RS:0;f3865e8353b4:44385 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:34:41,787 DEBUG [RS:0;f3865e8353b4:44385 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,44385,1732210479909 2024-11-21T17:34:41,787 DEBUG [RS:0;f3865e8353b4:44385 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,44385,1732210479909' 2024-11-21T17:34:41,787 DEBUG [RS:0;f3865e8353b4:44385 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01709383386/online-snapshot/abort' 2024-11-21T17:34:41,788 DEBUG [RS:0;f3865e8353b4:44385 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01709383386/online-snapshot/acquired' 2024-11-21T17:34:41,788 DEBUG [RS:0;f3865e8353b4:44385 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:34:41,788 INFO [RS:0;f3865e8353b4:44385 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:34:41,788 INFO [RS:0;f3865e8353b4:44385 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:34:41,888 INFO [RS:0;f3865e8353b4:44385 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:34:41,890 INFO [RS:0;f3865e8353b4:44385 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C44385%2C1732210479909, suffix=, logDir=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909, archiveDir=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/oldWALs, maxLogs=10 2024-11-21T17:34:41,903 DEBUG [RS:0;f3865e8353b4:44385 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890, exclude list is [], retry=0 2024-11-21T17:34:41,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42879,DS-e37b2e18-53b3-4d5b-ab9d-6b9dcbb5676d,DISK] 2024-11-21T17:34:41,907 INFO [RS:0;f3865e8353b4:44385 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 2024-11-21T17:34:41,907 DEBUG [RS:0;f3865e8353b4:44385 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-11-21T17:34:42,057 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:34:42,058 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9 2024-11-21T17:34:42,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741833_1009 (size=32) 2024-11-21T17:34:42,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:42,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:34:42,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:34:42,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:42,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:42,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:34:42,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:34:42,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:42,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:42,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:34:42,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:34:42,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:42,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:42,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:34:42,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:34:42,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:42,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:42,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:34:42,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740 2024-11-21T17:34:42,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740 2024-11-21T17:34:42,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:34:42,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:34:42,471 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:34:42,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:34:42,473 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:34:42,474 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64270975, jitterRate=-0.04228784143924713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:34:42,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210482463Initializing all the Stores at 1732210482464 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210482464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210482464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210482464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210482464Cleaning up temporary data from old regions at 1732210482471 (+7 ms)Region opened successfully at 1732210482474 (+3 ms) 2024-11-21T17:34:42,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:34:42,474 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:34:42,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:34:42,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:34:42,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:34:42,475 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:34:42,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210482474Disabling compacts and flushes for region at 1732210482474Disabling writes for close at 1732210482474Writing region close event to WAL at 1732210482475 (+1 ms)Closed at 1732210482475 2024-11-21T17:34:42,476 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:34:42,476 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:34:42,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:34:42,476 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:34:42,477 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:34:42,627 DEBUG [f3865e8353b4:34545 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:34:42,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,44385,1732210479909 2024-11-21T17:34:42,629 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,44385,1732210479909, state=OPENING 2024-11-21T17:34:42,630 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:34:42,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386 2024-11-21T17:34:42,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386 2024-11-21T17:34:42,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01709383386/meta-region-server: CHANGED 2024-11-21T17:34:42,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01709383386/meta-region-server: CHANGED 2024-11-21T17:34:42,631 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:34:42,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,44385,1732210479909}] 2024-11-21T17:34:42,783 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:34:42,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:34:42,787 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:34:42,787 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:34:42,788 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:34:42,789 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C44385%2C1732210479909.meta, suffix=.meta, logDir=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909, archiveDir=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/oldWALs, maxLogs=10 2024-11-21T17:34:42,807 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.meta.1732210482789.meta, exclude list is [], retry=0 2024-11-21T17:34:42,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42879,DS-e37b2e18-53b3-4d5b-ab9d-6b9dcbb5676d,DISK] 2024-11-21T17:34:42,811 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.meta.1732210482789.meta 2024-11-21T17:34:42,811 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-11-21T17:34:42,811 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:34:42,811 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:34:42,812 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:34:42,812 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:34:42,812 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:34:42,812 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:34:42,812 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:42,812 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:34:42,812 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:34:42,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:34:42,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:34:42,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:42,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:42,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:34:42,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:34:42,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:42,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:42,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:34:42,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:34:42,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:42,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:42,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:34:42,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:34:42,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:42,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:42,817 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:34:42,818 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740 2024-11-21T17:34:42,819 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740 2024-11-21T17:34:42,819 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:34:42,819 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:34:42,820 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:34:42,821 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:34:42,821 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67407656, jitterRate=0.004452347755432129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:34:42,821 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:34:42,822 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210482812Writing region info on filesystem at 1732210482812Initializing all the Stores at 1732210482813 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210482813Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210482813Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210482813Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210482813Cleaning up temporary data from old regions at 1732210482819 (+6 ms)Running coprocessor post-open hooks at 1732210482821 (+2 ms)Region opened successfully at 1732210482822 (+1 ms) 2024-11-21T17:34:42,823 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210482783 2024-11-21T17:34:42,825 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:34:42,825 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:34:42,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,44385,1732210479909 2024-11-21T17:34:42,826 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,44385,1732210479909, state=OPEN 2024-11-21T17:34:42,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01709383386/meta-region-server 2024-11-21T17:34:42,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01709383386/meta-region-server 2024-11-21T17:34:42,828 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,44385,1732210479909 2024-11-21T17:34:42,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01709383386/meta-region-server: CHANGED 2024-11-21T17:34:42,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01709383386/meta-region-server: CHANGED 2024-11-21T17:34:42,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:34:42,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,44385,1732210479909 in 197 msec 2024-11-21T17:34:42,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:34:42,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-21T17:34:42,832 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:34:42,832 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:34:42,833 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:42,833 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44385,1732210479909, seqNum=-1] 2024-11-21T17:34:42,833 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:42,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:34:42,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-21T17:34:42,838 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210482838, completionTime=-1 2024-11-21T17:34:42,838 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:34:42,839 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:34:42,840 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:34:42,840 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210542840 2024-11-21T17:34:42,840 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210602840 2024-11-21T17:34:42,840 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T17:34:42,841 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34545,1732210479868-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:42,841 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34545,1732210479868-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:42,841 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34545,1732210479868-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:42,841 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:34545, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:42,841 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:42,841 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:42,842 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:34:42,844 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.904sec 2024-11-21T17:34:42,844 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:34:42,844 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:34:42,844 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:34:42,844 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:34:42,844 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:34:42,845 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34545,1732210479868-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:34:42,845 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34545,1732210479868-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:34:42,846 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:34:42,846 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:34:42,846 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34545,1732210479868-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:42,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd43393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:42,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,34545,-1 for getting cluster id 2024-11-21T17:34:42,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:42,931 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4dce8a6-39cc-4373-8792-9f0aaf725a0e' 2024-11-21T17:34:42,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:42,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4dce8a6-39cc-4373-8792-9f0aaf725a0e" 2024-11-21T17:34:42,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ade42c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:42,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,34545,-1] 2024-11-21T17:34:42,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:42,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:42,933 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:42,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6def1617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:42,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:42,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44385,1732210479909, seqNum=-1] 2024-11-21T17:34:42,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:42,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:34:42,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,34545,1732210479868 2024-11-21T17:34:42,937 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52265 2024-11-21T17:34:42,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:34:42,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1006359abd20002 connected 2024-11-21T17:34:42,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/hadoop.log.dir so I do NOT create it in target/test-data/8767db30-3957-ca2c-ae50-779c864821c2 2024-11-21T17:34:42,942 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:34:42,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/hadoop.tmp.dir so I do NOT create it in target/test-data/8767db30-3957-ca2c-ae50-779c864821c2 2024-11-21T17:34:42,942 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:34:42,942 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2 2024-11-21T17:34:42,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:34:42,942 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/cluster_d13906bb-4f32-62d2-98cd-91df30838132, deleteOnExit=true 2024-11-21T17:34:42,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:34:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/test.cache.data in system properties and HBase conf 2024-11-21T17:34:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:34:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:34:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:34:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:34:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:34:42,943 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:34:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:34:42,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:34:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:34:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:34:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:34:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:34:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:34:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:34:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:34:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:34:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:34:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:34:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:34:42,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:34:43,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:34:43,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:34:43,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:34:43,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:34:43,005 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:34:43,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:34:43,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72eab583{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:34:43,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b8a4ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:34:43,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790b2c70{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/java.io.tmpdir/jetty-localhost-45865-hadoop-hdfs-3_4_1-tests_jar-_-any-13998670153609197101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:34:43,110 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1664869a{HTTP/1.1, (http/1.1)}{localhost:45865} 2024-11-21T17:34:43,111 INFO [Time-limited test {}] server.Server(415): Started @188373ms 2024-11-21T17:34:43,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:34:43,170 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:34:43,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:34:43,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:34:43,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:34:43,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201616f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:34:43,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac1640d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:34:43,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12b4f9d7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/java.io.tmpdir/jetty-localhost-40379-hadoop-hdfs-3_4_1-tests_jar-_-any-16719416367955244635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:34:43,276 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69a2f931{HTTP/1.1, (http/1.1)}{localhost:40379} 2024-11-21T17:34:43,276 INFO [Time-limited test {}] server.Server(415): Started @188538ms 2024-11-21T17:34:43,277 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:34:43,338 WARN [Thread-2319 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/cluster_d13906bb-4f32-62d2-98cd-91df30838132/data/data1/current/BP-1322477128-172.17.0.2-1732210482962/current, will proceed with Du for space computation calculation, 2024-11-21T17:34:43,338 WARN [Thread-2320 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/cluster_d13906bb-4f32-62d2-98cd-91df30838132/data/data2/current/BP-1322477128-172.17.0.2-1732210482962/current, will proceed with Du for space computation calculation, 2024-11-21T17:34:43,357 WARN [Thread-2307 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:34:43,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f9beae1ff9f54b9 with lease ID 0x1b2d236c683fa056: Processing first storage report for DS-64b7dd4f-c1e2-4a43-8d86-1fe1cb3fb4ca from datanode DatanodeRegistration(127.0.0.1:37363, datanodeUuid=15d8281c-bf66-4f9c-bf26-7704616795ea, infoPort=42353, infoSecurePort=0, ipcPort=35841, storageInfo=lv=-57;cid=testClusterID;nsid=1244131462;c=1732210482962) 2024-11-21T17:34:43,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f9beae1ff9f54b9 with lease ID 0x1b2d236c683fa056: from storage DS-64b7dd4f-c1e2-4a43-8d86-1fe1cb3fb4ca node DatanodeRegistration(127.0.0.1:37363, datanodeUuid=15d8281c-bf66-4f9c-bf26-7704616795ea, infoPort=42353, infoSecurePort=0, ipcPort=35841, storageInfo=lv=-57;cid=testClusterID;nsid=1244131462;c=1732210482962), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:34:43,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f9beae1ff9f54b9 with lease ID 0x1b2d236c683fa056: Processing first storage report for DS-5468585e-684b-43d8-ac9e-f6dab7f1528c from datanode DatanodeRegistration(127.0.0.1:37363, datanodeUuid=15d8281c-bf66-4f9c-bf26-7704616795ea, infoPort=42353, infoSecurePort=0, ipcPort=35841, storageInfo=lv=-57;cid=testClusterID;nsid=1244131462;c=1732210482962) 2024-11-21T17:34:43,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f9beae1ff9f54b9 with lease ID 0x1b2d236c683fa056: from storage DS-5468585e-684b-43d8-ac9e-f6dab7f1528c node DatanodeRegistration(127.0.0.1:37363, datanodeUuid=15d8281c-bf66-4f9c-bf26-7704616795ea, infoPort=42353, infoSecurePort=0, ipcPort=35841, storageInfo=lv=-57;cid=testClusterID;nsid=1244131462;c=1732210482962), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:34:43,405 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2 2024-11-21T17:34:43,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:43,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:43,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:34:43,813 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4 with version=8 2024-11-21T17:34:43,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/hbase-staging 2024-11-21T17:34:43,815 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:34:43,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:43,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:43,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:34:43,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:43,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:34:43,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:34:43,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:43,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39185 2024-11-21T17:34:43,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39185 connecting to ZooKeeper ensemble=127.0.0.1:52265 2024-11-21T17:34:43,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391850x0, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:34:43,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39185-0x1006359abd20003 connected 2024-11-21T17:34:43,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:43,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:43,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Set watcher on znode that does not yet exist, /11490837002/running 2024-11-21T17:34:43,826 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4, hbase.cluster.distributed=false 2024-11-21T17:34:43,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Set watcher on znode that does not yet exist, /11490837002/acl 2024-11-21T17:34:43,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39185 2024-11-21T17:34:43,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39185 2024-11-21T17:34:43,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39185 2024-11-21T17:34:43,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39185 2024-11-21T17:34:43,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39185 2024-11-21T17:34:43,851 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:34:43,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:43,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:43,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:34:43,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:34:43,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:34:43,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:34:43,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:34:43,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43611 2024-11-21T17:34:43,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43611 connecting to ZooKeeper ensemble=127.0.0.1:52265 2024-11-21T17:34:43,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:43,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:43,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436110x0, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:34:43,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436110x0, quorum=127.0.0.1:52265, baseZNode=/11490837002 Set watcher on znode that does not yet exist, /11490837002/running 2024-11-21T17:34:43,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43611-0x1006359abd20004 connected 2024-11-21T17:34:43,858 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:34:43,859 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:34:43,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Set watcher on znode that does not yet exist, /11490837002/master 2024-11-21T17:34:43,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Set watcher on znode that does not yet exist, /11490837002/acl 2024-11-21T17:34:43,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43611 2024-11-21T17:34:43,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43611 2024-11-21T17:34:43,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43611 2024-11-21T17:34:43,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43611 2024-11-21T17:34:43,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43611 2024-11-21T17:34:43,876 DEBUG [M:0;f3865e8353b4:39185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:39185 2024-11-21T17:34:43,877 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11490837002/backup-masters/f3865e8353b4,39185,1732210483815 2024-11-21T17:34:43,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002/backup-masters 2024-11-21T17:34:43,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002/backup-masters 2024-11-21T17:34:43,878 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Set watcher on existing znode=/11490837002/backup-masters/f3865e8353b4,39185,1732210483815 2024-11-21T17:34:43,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002 2024-11-21T17:34:43,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11490837002/master 2024-11-21T17:34:43,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002 2024-11-21T17:34:43,879 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Set watcher on existing znode=/11490837002/master 2024-11-21T17:34:43,879 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11490837002/backup-masters/f3865e8353b4,39185,1732210483815 from backup master directory 2024-11-21T17:34:43,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11490837002/backup-masters/f3865e8353b4,39185,1732210483815 2024-11-21T17:34:43,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002/backup-masters 2024-11-21T17:34:43,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002/backup-masters 2024-11-21T17:34:43,880 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:34:43,880 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,39185,1732210483815 2024-11-21T17:34:43,884 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/hbase.id] with ID: d483cc92-a662-4828-8e45-91c0611de4a9 2024-11-21T17:34:43,884 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/.tmp/hbase.id 2024-11-21T17:34:43,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:34:44,293 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/.tmp/hbase.id]:[hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/hbase.id] 2024-11-21T17:34:44,302 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:34:44,302 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:34:44,303 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T17:34:44,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002 2024-11-21T17:34:44,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002 2024-11-21T17:34:44,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:34:44,714 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:34:44,715 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:34:44,715 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:34:44,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:34:45,124 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store 2024-11-21T17:34:45,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:34:45,531 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:45,531 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:34:45,531 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:45,531 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:45,531 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:34:45,531 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:45,531 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:34:45,531 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210485531Disabling compacts and flushes for region at 1732210485531Disabling writes for close at 1732210485531Writing region close event to WAL at 1732210485531Closed at 1732210485531 2024-11-21T17:34:45,532 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/.initializing 2024-11-21T17:34:45,532 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/WALs/f3865e8353b4,39185,1732210483815 2024-11-21T17:34:45,533 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:34:45,534 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C39185%2C1732210483815, suffix=, logDir=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/WALs/f3865e8353b4,39185,1732210483815, archiveDir=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/oldWALs, maxLogs=10 2024-11-21T17:34:45,546 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/WALs/f3865e8353b4,39185,1732210483815/f3865e8353b4%2C39185%2C1732210483815.1732210485534, exclude list is [], retry=0 2024-11-21T17:34:45,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37363,DS-64b7dd4f-c1e2-4a43-8d86-1fe1cb3fb4ca,DISK] 2024-11-21T17:34:45,551 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/WALs/f3865e8353b4,39185,1732210483815/f3865e8353b4%2C39185%2C1732210483815.1732210485534 2024-11-21T17:34:45,552 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-21T17:34:45,552 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:34:45,552 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:45,552 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:45,552 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:45,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:45,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:34:45,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:45,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:45,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:45,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:34:45,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:45,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:45,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:45,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:34:45,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:45,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:45,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:45,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:34:45,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:45,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:45,559 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:45,559 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:45,559 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:45,560 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:45,560 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:45,561 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:34:45,561 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:34:45,563 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:34:45,563 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74641276, jitterRate=0.11224168539047241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:34:45,563 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210485552Initializing all the Stores at 1732210485553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210485553Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210485553Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210485553Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210485553Cleaning up temporary data from old regions at 1732210485560 (+7 ms)Region opened successfully at 1732210485563 (+3 ms) 2024-11-21T17:34:45,564 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:34:45,566 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2979b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:34:45,566 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:34:45,567 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:34:45,567 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:34:45,567 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:34:45,567 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:34:45,567 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:34:45,567 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:34:45,568 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:34:45,569 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Unable to get data of znode /11490837002/balancer because node does not exist (not necessarily an error) 2024-11-21T17:34:45,570 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11490837002/balancer already deleted, retry=false 2024-11-21T17:34:45,570 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:34:45,571 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Unable to get data of znode /11490837002/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:34:45,571 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11490837002/normalizer already deleted, retry=false 2024-11-21T17:34:45,571 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:34:45,572 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Unable to get data of znode /11490837002/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:34:45,573 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11490837002/switch/split already deleted, retry=false 2024-11-21T17:34:45,573 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Unable to get data of znode /11490837002/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:34:45,574 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11490837002/switch/merge already deleted, retry=false 2024-11-21T17:34:45,575 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Unable to get data of znode /11490837002/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:34:45,575 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11490837002/snapshot-cleanup already deleted, retry=false 2024-11-21T17:34:45,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11490837002/running 2024-11-21T17:34:45,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11490837002/running 2024-11-21T17:34:45,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002 2024-11-21T17:34:45,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002 2024-11-21T17:34:45,576 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,39185,1732210483815, sessionid=0x1006359abd20003, setting cluster-up flag (Was=false) 2024-11-21T17:34:45,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002 2024-11-21T17:34:45,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002 2024-11-21T17:34:45,580 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11490837002/flush-table-proc/acquired, /11490837002/flush-table-proc/reached, /11490837002/flush-table-proc/abort 2024-11-21T17:34:45,580 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,39185,1732210483815 2024-11-21T17:34:45,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002 2024-11-21T17:34:45,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002 2024-11-21T17:34:45,583 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11490837002/online-snapshot/acquired, /11490837002/online-snapshot/reached, /11490837002/online-snapshot/abort 2024-11-21T17:34:45,584 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,39185,1732210483815 2024-11-21T17:34:45,585 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:34:45,586 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:34:45,586 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:34:45,586 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:34:45,586 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,39185,1732210483815 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:34:45,587 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:34:45,587 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:34:45,587 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:34:45,587 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:34:45,587 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:34:45,587 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:45,587 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:34:45,587 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:45,589 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:34:45,589 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:34:45,590 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:45,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:34:45,593 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210515593 2024-11-21T17:34:45,593 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:34:45,593 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:34:45,593 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:34:45,593 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:34:45,593 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:34:45,593 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:34:45,595 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:45,596 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:34:45,596 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:34:45,596 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:34:45,596 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:34:45,597 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:34:45,597 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:34:45,597 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210485597,5,FailOnTimeoutGroup] 2024-11-21T17:34:45,597 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210485597,5,FailOnTimeoutGroup] 2024-11-21T17:34:45,597 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:45,597 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:34:45,597 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:45,597 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:45,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:34:45,669 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(746): ClusterId : d483cc92-a662-4828-8e45-91c0611de4a9 2024-11-21T17:34:45,669 DEBUG [RS:0;f3865e8353b4:43611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:34:45,670 DEBUG [RS:0;f3865e8353b4:43611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:34:45,670 DEBUG [RS:0;f3865e8353b4:43611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:34:45,671 DEBUG [RS:0;f3865e8353b4:43611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:34:45,671 DEBUG [RS:0;f3865e8353b4:43611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f542515, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:34:45,682 DEBUG [RS:0;f3865e8353b4:43611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:43611 2024-11-21T17:34:45,682 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:34:45,682 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:34:45,682 DEBUG [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:34:45,683 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,39185,1732210483815 with port=43611, startcode=1732210483850 2024-11-21T17:34:45,683 DEBUG [RS:0;f3865e8353b4:43611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:34:45,684 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:34:45,684 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39185 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,43611,1732210483850 2024-11-21T17:34:45,684 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39185 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,43611,1732210483850 2024-11-21T17:34:45,686 DEBUG [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4 2024-11-21T17:34:45,686 DEBUG [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37819 2024-11-21T17:34:45,686 DEBUG [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:34:45,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002/rs 2024-11-21T17:34:45,688 DEBUG [RS:0;f3865e8353b4:43611 {}] zookeeper.ZKUtil(111): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Set watcher on existing znode=/11490837002/rs/f3865e8353b4,43611,1732210483850 2024-11-21T17:34:45,688 WARN [RS:0;f3865e8353b4:43611 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:34:45,688 INFO [RS:0;f3865e8353b4:43611 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:34:45,688 DEBUG [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850 2024-11-21T17:34:45,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,43611,1732210483850] 2024-11-21T17:34:45,691 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:34:45,693 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:34:45,693 INFO [RS:0;f3865e8353b4:43611 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:34:45,693 INFO [RS:0;f3865e8353b4:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:45,694 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:34:45,694 INFO [RS:0;f3865e8353b4:43611 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:34:45,694 INFO [RS:0;f3865e8353b4:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:45,694 DEBUG [RS:0;f3865e8353b4:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:45,694 DEBUG [RS:0;f3865e8353b4:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:45,694 DEBUG [RS:0;f3865e8353b4:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:45,694 DEBUG [RS:0;f3865e8353b4:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:45,694 DEBUG [RS:0;f3865e8353b4:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:45,694 DEBUG [RS:0;f3865e8353b4:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:34:45,694 DEBUG [RS:0;f3865e8353b4:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:45,694 DEBUG [RS:0;f3865e8353b4:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:45,694 DEBUG [RS:0;f3865e8353b4:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:45,695 DEBUG [RS:0;f3865e8353b4:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:45,695 DEBUG [RS:0;f3865e8353b4:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:45,695 DEBUG [RS:0;f3865e8353b4:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:34:45,695 DEBUG [RS:0;f3865e8353b4:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:34:45,695 DEBUG [RS:0;f3865e8353b4:43611 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:34:45,695 INFO [RS:0;f3865e8353b4:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:45,695 INFO [RS:0;f3865e8353b4:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:45,695 INFO [RS:0;f3865e8353b4:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:45,695 INFO [RS:0;f3865e8353b4:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:45,695 INFO [RS:0;f3865e8353b4:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:45,695 INFO [RS:0;f3865e8353b4:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,43611,1732210483850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:34:45,708 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:34:45,708 INFO [RS:0;f3865e8353b4:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,43611,1732210483850-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:45,708 INFO [RS:0;f3865e8353b4:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:45,708 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.Replication(171): f3865e8353b4,43611,1732210483850 started 2024-11-21T17:34:45,719 INFO [RS:0;f3865e8353b4:43611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:45,719 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,43611,1732210483850, RpcServer on f3865e8353b4/172.17.0.2:43611, sessionid=0x1006359abd20004 2024-11-21T17:34:45,720 DEBUG [RS:0;f3865e8353b4:43611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:34:45,720 DEBUG [RS:0;f3865e8353b4:43611 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,43611,1732210483850 2024-11-21T17:34:45,720 DEBUG [RS:0;f3865e8353b4:43611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,43611,1732210483850' 2024-11-21T17:34:45,720 DEBUG [RS:0;f3865e8353b4:43611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11490837002/flush-table-proc/abort' 2024-11-21T17:34:45,720 DEBUG [RS:0;f3865e8353b4:43611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11490837002/flush-table-proc/acquired' 2024-11-21T17:34:45,721 DEBUG [RS:0;f3865e8353b4:43611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:34:45,721 DEBUG [RS:0;f3865e8353b4:43611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:34:45,721 DEBUG [RS:0;f3865e8353b4:43611 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,43611,1732210483850 2024-11-21T17:34:45,721 DEBUG [RS:0;f3865e8353b4:43611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,43611,1732210483850' 2024-11-21T17:34:45,721 DEBUG [RS:0;f3865e8353b4:43611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11490837002/online-snapshot/abort' 2024-11-21T17:34:45,721 DEBUG [RS:0;f3865e8353b4:43611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11490837002/online-snapshot/acquired' 2024-11-21T17:34:45,721 DEBUG [RS:0;f3865e8353b4:43611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:34:45,721 INFO [RS:0;f3865e8353b4:43611 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:34:45,721 INFO [RS:0;f3865e8353b4:43611 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:34:45,822 INFO [RS:0;f3865e8353b4:43611 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:34:45,823 INFO [RS:0;f3865e8353b4:43611 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C43611%2C1732210483850, suffix=, logDir=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850, archiveDir=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/oldWALs, maxLogs=10 2024-11-21T17:34:45,835 DEBUG [RS:0;f3865e8353b4:43611 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823, exclude list is [], retry=0 2024-11-21T17:34:45,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37363,DS-64b7dd4f-c1e2-4a43-8d86-1fe1cb3fb4ca,DISK] 2024-11-21T17:34:45,839 INFO [RS:0;f3865e8353b4:43611 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 2024-11-21T17:34:45,840 DEBUG [RS:0;f3865e8353b4:43611 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-21T17:34:45,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:34:45,999 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4 2024-11-21T17:34:46,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741833_1009 (size=32) 2024-11-21T17:34:46,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:46,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:34:46,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:34:46,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:46,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:46,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:34:46,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:34:46,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:46,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:46,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:34:46,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:34:46,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:46,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:46,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:34:46,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:34:46,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:46,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:46,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:34:46,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740 2024-11-21T17:34:46,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740 2024-11-21T17:34:46,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:34:46,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:34:46,414 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:34:46,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:34:46,417 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:34:46,417 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59997453, jitterRate=-0.10596828162670135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:34:46,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210486406Initializing all the Stores at 1732210486406Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210486407 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210486407Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210486407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210486407Cleaning up temporary data from old regions at 1732210486414 (+7 ms)Region opened successfully at 1732210486417 (+3 ms) 2024-11-21T17:34:46,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:34:46,417 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:34:46,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:34:46,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:34:46,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:34:46,418 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:34:46,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210486417Disabling compacts and flushes for region at 1732210486417Disabling writes for close at 1732210486417Writing region close event to WAL at 1732210486418 (+1 ms)Closed at 1732210486418 2024-11-21T17:34:46,419 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:34:46,419 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:34:46,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:34:46,420 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:34:46,420 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:34:46,571 DEBUG [f3865e8353b4:39185 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:34:46,571 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,43611,1732210483850 2024-11-21T17:34:46,572 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,43611,1732210483850, state=OPENING 2024-11-21T17:34:46,573 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:34:46,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002 2024-11-21T17:34:46,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002 2024-11-21T17:34:46,574 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:34:46,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11490837002/meta-region-server: CHANGED 2024-11-21T17:34:46,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11490837002/meta-region-server: CHANGED 2024-11-21T17:34:46,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,43611,1732210483850}] 2024-11-21T17:34:46,726 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:34:46,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:34:46,730 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:34:46,730 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:34:46,731 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:34:46,732 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C43611%2C1732210483850.meta, suffix=.meta, logDir=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850, archiveDir=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/oldWALs, maxLogs=10 2024-11-21T17:34:46,744 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.meta.1732210486732.meta, exclude list is [], retry=0 2024-11-21T17:34:46,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37363,DS-64b7dd4f-c1e2-4a43-8d86-1fe1cb3fb4ca,DISK] 2024-11-21T17:34:46,747 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.meta.1732210486732.meta 2024-11-21T17:34:46,747 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-21T17:34:46,748 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:34:46,748 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:34:46,748 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:34:46,748 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:34:46,748 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:34:46,748 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:34:46,748 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:46,748 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:34:46,748 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:34:46,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:34:46,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:34:46,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:46,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:46,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:34:46,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:34:46,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:46,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:46,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:34:46,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:34:46,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:46,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:46,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:34:46,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:34:46,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:46,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:34:46,754 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:34:46,754 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740 2024-11-21T17:34:46,755 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740 2024-11-21T17:34:46,756 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:34:46,756 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:34:46,756 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:34:46,757 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:34:46,758 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71371261, jitterRate=0.06351466476917267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:34:46,758 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:34:46,758 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210486748Writing region info on filesystem at 1732210486748Initializing all the Stores at 1732210486749 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210486749Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210486750 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210486750Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210486750Cleaning up temporary data from old regions at 1732210486756 (+6 ms)Running coprocessor post-open hooks at 1732210486758 (+2 ms)Region opened successfully at 1732210486758 2024-11-21T17:34:46,759 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210486726 2024-11-21T17:34:46,760 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:34:46,760 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:34:46,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,43611,1732210483850 2024-11-21T17:34:46,761 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,43611,1732210483850, state=OPEN 2024-11-21T17:34:46,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11490837002/meta-region-server 2024-11-21T17:34:46,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11490837002/meta-region-server 2024-11-21T17:34:46,762 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,43611,1732210483850 2024-11-21T17:34:46,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11490837002/meta-region-server: CHANGED 2024-11-21T17:34:46,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11490837002/meta-region-server: CHANGED 2024-11-21T17:34:46,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:34:46,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,43611,1732210483850 in 188 msec 2024-11-21T17:34:46,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:34:46,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-11-21T17:34:46,766 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:34:46,766 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:34:46,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:46,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,43611,1732210483850, seqNum=-1] 2024-11-21T17:34:46,767 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:46,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:34:46,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1850 sec 2024-11-21T17:34:46,772 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210486772, completionTime=-1 2024-11-21T17:34:46,772 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:34:46,772 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:34:46,773 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:34:46,773 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210546773 2024-11-21T17:34:46,773 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210606773 2024-11-21T17:34:46,773 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T17:34:46,773 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,39185,1732210483815-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:46,773 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,39185,1732210483815-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:46,773 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,39185,1732210483815-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:46,773 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:39185, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:46,773 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:46,774 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:46,775 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:34:46,776 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.896sec 2024-11-21T17:34:46,776 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:34:46,776 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:34:46,776 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:34:46,776 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:34:46,776 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:34:46,776 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,39185,1732210483815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:34:46,776 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,39185,1732210483815-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:34:46,778 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:34:46,778 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:34:46,778 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,39185,1732210483815-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:34:46,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1403cfa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:46,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,39185,-1 for getting cluster id 2024-11-21T17:34:46,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:46,871 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd483cc92-a662-4828-8e45-91c0611de4a9' 2024-11-21T17:34:46,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:46,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d483cc92-a662-4828-8e45-91c0611de4a9" 2024-11-21T17:34:46,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e546305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:46,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,39185,-1] 2024-11-21T17:34:46,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:46,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:46,872 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:46,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16431643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:46,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:46,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,43611,1732210483850, seqNum=-1] 2024-11-21T17:34:46,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:46,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:34:46,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,39185,1732210483815 2024-11-21T17:34:46,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52265 2024-11-21T17:34:46,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:34:46,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1006359abd20005 connected 2024-11-21T17:34:46,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:46,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,34545,1732210479868 2024-11-21T17:34:46,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55e49041 2024-11-21T17:34:46,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:46,882 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:34:46,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:34:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T17:34:46,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:34:46,885 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:46,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T17:34:46,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:34:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:46,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741835_1011 (size=902) 2024-11-21T17:34:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:47,293 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d67bdff22804f96958c6025e48366f3, NAME => 'test,,1732210486883.4d67bdff22804f96958c6025e48366f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9 2024-11-21T17:34:47,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741836_1012 (size=39) 2024-11-21T17:34:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:47,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732210486883.4d67bdff22804f96958c6025e48366f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:47,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4d67bdff22804f96958c6025e48366f3, disabling compactions & flushes 2024-11-21T17:34:47,698 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732210486883.4d67bdff22804f96958c6025e48366f3. 2024-11-21T17:34:47,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210486883.4d67bdff22804f96958c6025e48366f3. 2024-11-21T17:34:47,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732210486883.4d67bdff22804f96958c6025e48366f3. after waiting 0 ms 2024-11-21T17:34:47,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732210486883.4d67bdff22804f96958c6025e48366f3. 2024-11-21T17:34:47,698 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732210486883.4d67bdff22804f96958c6025e48366f3. 2024-11-21T17:34:47,698 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d67bdff22804f96958c6025e48366f3: Waiting for close lock at 1732210487698Disabling compacts and flushes for region at 1732210487698Disabling writes for close at 1732210487698Writing region close event to WAL at 1732210487698Closed at 1732210487698 2024-11-21T17:34:47,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:34:47,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732210486883.4d67bdff22804f96958c6025e48366f3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732210487699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210487699"}]},"ts":"1732210487699"} 2024-11-21T17:34:47,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:34:47,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:34:47,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210487702"}]},"ts":"1732210487702"} 2024-11-21T17:34:47,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T17:34:47,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d67bdff22804f96958c6025e48366f3, ASSIGN}] 2024-11-21T17:34:47,705 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4d67bdff22804f96958c6025e48366f3, ASSIGN 2024-11-21T17:34:47,705 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4d67bdff22804f96958c6025e48366f3, ASSIGN; state=OFFLINE, location=f3865e8353b4,44385,1732210479909; forceNewPlan=false, retain=false 2024-11-21T17:34:47,756 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:34:47,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d67bdff22804f96958c6025e48366f3, regionState=OPENING, regionLocation=f3865e8353b4,44385,1732210479909 2024-11-21T17:34:47,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4d67bdff22804f96958c6025e48366f3, ASSIGN because future has completed 2024-11-21T17:34:47,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d67bdff22804f96958c6025e48366f3, server=f3865e8353b4,44385,1732210479909}] 2024-11-21T17:34:48,013 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732210486883.4d67bdff22804f96958c6025e48366f3. 2024-11-21T17:34:48,013 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d67bdff22804f96958c6025e48366f3, NAME => 'test,,1732210486883.4d67bdff22804f96958c6025e48366f3.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:34:48,014 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:34:48,014 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T17:34:48,014 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4d67bdff22804f96958c6025e48366f3 2024-11-21T17:34:48,014 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732210486883.4d67bdff22804f96958c6025e48366f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:48,014 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4d67bdff22804f96958c6025e48366f3 2024-11-21T17:34:48,014 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4d67bdff22804f96958c6025e48366f3 2024-11-21T17:34:48,015 INFO [StoreOpener-4d67bdff22804f96958c6025e48366f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4d67bdff22804f96958c6025e48366f3 2024-11-21T17:34:48,016 INFO [StoreOpener-4d67bdff22804f96958c6025e48366f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d67bdff22804f96958c6025e48366f3 columnFamilyName f 2024-11-21T17:34:48,016 DEBUG [StoreOpener-4d67bdff22804f96958c6025e48366f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:48,017 INFO [StoreOpener-4d67bdff22804f96958c6025e48366f3-1 {}] regionserver.HStore(327): Store=4d67bdff22804f96958c6025e48366f3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:48,018 INFO [StoreOpener-4d67bdff22804f96958c6025e48366f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4d67bdff22804f96958c6025e48366f3 2024-11-21T17:34:48,019 INFO [StoreOpener-4d67bdff22804f96958c6025e48366f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d67bdff22804f96958c6025e48366f3 columnFamilyName f1 2024-11-21T17:34:48,019 DEBUG [StoreOpener-4d67bdff22804f96958c6025e48366f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:48,019 INFO [StoreOpener-4d67bdff22804f96958c6025e48366f3-1 {}] regionserver.HStore(327): Store=4d67bdff22804f96958c6025e48366f3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:48,019 INFO [StoreOpener-4d67bdff22804f96958c6025e48366f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4d67bdff22804f96958c6025e48366f3 2024-11-21T17:34:48,020 INFO [StoreOpener-4d67bdff22804f96958c6025e48366f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d67bdff22804f96958c6025e48366f3 columnFamilyName norep 2024-11-21T17:34:48,020 DEBUG [StoreOpener-4d67bdff22804f96958c6025e48366f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:48,020 INFO [StoreOpener-4d67bdff22804f96958c6025e48366f3-1 {}] regionserver.HStore(327): Store=4d67bdff22804f96958c6025e48366f3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:48,020 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4d67bdff22804f96958c6025e48366f3 2024-11-21T17:34:48,021 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3 2024-11-21T17:34:48,021 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3 2024-11-21T17:34:48,022 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4d67bdff22804f96958c6025e48366f3 2024-11-21T17:34:48,022 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4d67bdff22804f96958c6025e48366f3 2024-11-21T17:34:48,022 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:34:48,023 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4d67bdff22804f96958c6025e48366f3 2024-11-21T17:34:48,024 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:34:48,024 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4d67bdff22804f96958c6025e48366f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71041024, jitterRate=0.05859375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:34:48,024 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d67bdff22804f96958c6025e48366f3 2024-11-21T17:34:48,025 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4d67bdff22804f96958c6025e48366f3: Running coprocessor pre-open hook at 1732210488014Writing region info on filesystem at 1732210488014Initializing all the Stores at 1732210488015 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210488015Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210488015Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210488015Cleaning up temporary data from old regions at 1732210488022 (+7 ms)Running coprocessor post-open hooks at 1732210488024 (+2 ms)Region opened successfully at 1732210488025 (+1 ms) 2024-11-21T17:34:48,026 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732210486883.4d67bdff22804f96958c6025e48366f3., pid=6, masterSystemTime=1732210488010 2024-11-21T17:34:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:48,027 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732210486883.4d67bdff22804f96958c6025e48366f3. 2024-11-21T17:34:48,027 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732210486883.4d67bdff22804f96958c6025e48366f3. 2024-11-21T17:34:48,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4d67bdff22804f96958c6025e48366f3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3865e8353b4,44385,1732210479909 2024-11-21T17:34:48,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d67bdff22804f96958c6025e48366f3, server=f3865e8353b4,44385,1732210479909 because future has completed 2024-11-21T17:34:48,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:34:48,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d67bdff22804f96958c6025e48366f3, server=f3865e8353b4,44385,1732210479909 in 171 msec 2024-11-21T17:34:48,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T17:34:48,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4d67bdff22804f96958c6025e48366f3, ASSIGN in 328 msec 2024-11-21T17:34:48,034 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:34:48,034 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210488034"}]},"ts":"1732210488034"} 2024-11-21T17:34:48,036 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T17:34:48,036 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:34:48,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-21T17:34:48,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:34:48,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:48,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:48,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:48,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:48,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:48,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:48,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:48,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:48,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:48,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:49,047 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T17:34:49,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,39185,1732210483815 2024-11-21T17:34:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59c603a8 2024-11-21T17:34:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:49,049 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:34:49,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:34:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T17:34:49,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:34:49,051 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:49,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T17:34:49,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:34:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:49,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741835_1011 (size=902) 2024-11-21T17:34:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:49,458 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e931044a1ab501afe1d509728adce82, NAME => 'test,,1732210489049.0e931044a1ab501afe1d509728adce82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4 2024-11-21T17:34:49,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741836_1012 (size=39) 2024-11-21T17:34:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:49,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732210489049.0e931044a1ab501afe1d509728adce82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:49,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0e931044a1ab501afe1d509728adce82, disabling compactions & flushes 2024-11-21T17:34:49,863 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732210489049.0e931044a1ab501afe1d509728adce82. 2024-11-21T17:34:49,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210489049.0e931044a1ab501afe1d509728adce82. 2024-11-21T17:34:49,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732210489049.0e931044a1ab501afe1d509728adce82. after waiting 0 ms 2024-11-21T17:34:49,863 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732210489049.0e931044a1ab501afe1d509728adce82. 2024-11-21T17:34:49,863 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732210489049.0e931044a1ab501afe1d509728adce82. 2024-11-21T17:34:49,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e931044a1ab501afe1d509728adce82: Waiting for close lock at 1732210489863Disabling compacts and flushes for region at 1732210489863Disabling writes for close at 1732210489863Writing region close event to WAL at 1732210489863Closed at 1732210489863 2024-11-21T17:34:49,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:34:49,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732210489049.0e931044a1ab501afe1d509728adce82.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732210489865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210489865"}]},"ts":"1732210489865"} 2024-11-21T17:34:49,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:34:49,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:34:49,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210489867"}]},"ts":"1732210489867"} 2024-11-21T17:34:49,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T17:34:49,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e931044a1ab501afe1d509728adce82, ASSIGN}] 2024-11-21T17:34:49,870 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e931044a1ab501afe1d509728adce82, ASSIGN 2024-11-21T17:34:49,870 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0e931044a1ab501afe1d509728adce82, ASSIGN; state=OFFLINE, location=f3865e8353b4,43611,1732210483850; forceNewPlan=false, retain=false 2024-11-21T17:34:50,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e931044a1ab501afe1d509728adce82, regionState=OPENING, regionLocation=f3865e8353b4,43611,1732210483850 2024-11-21T17:34:50,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0e931044a1ab501afe1d509728adce82, ASSIGN because future has completed 2024-11-21T17:34:50,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e931044a1ab501afe1d509728adce82, server=f3865e8353b4,43611,1732210483850}] 2024-11-21T17:34:50,178 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732210489049.0e931044a1ab501afe1d509728adce82. 2024-11-21T17:34:50,178 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e931044a1ab501afe1d509728adce82, NAME => 'test,,1732210489049.0e931044a1ab501afe1d509728adce82.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:34:50,178 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:34:50,179 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T17:34:50,179 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0e931044a1ab501afe1d509728adce82 2024-11-21T17:34:50,179 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732210489049.0e931044a1ab501afe1d509728adce82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:50,179 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0e931044a1ab501afe1d509728adce82 2024-11-21T17:34:50,179 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0e931044a1ab501afe1d509728adce82 2024-11-21T17:34:50,180 INFO [StoreOpener-0e931044a1ab501afe1d509728adce82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e931044a1ab501afe1d509728adce82 2024-11-21T17:34:50,181 INFO [StoreOpener-0e931044a1ab501afe1d509728adce82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e931044a1ab501afe1d509728adce82 columnFamilyName f 2024-11-21T17:34:50,181 DEBUG [StoreOpener-0e931044a1ab501afe1d509728adce82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:50,181 INFO [StoreOpener-0e931044a1ab501afe1d509728adce82-1 {}] regionserver.HStore(327): Store=0e931044a1ab501afe1d509728adce82/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:50,181 INFO [StoreOpener-0e931044a1ab501afe1d509728adce82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0e931044a1ab501afe1d509728adce82 2024-11-21T17:34:50,182 INFO [StoreOpener-0e931044a1ab501afe1d509728adce82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e931044a1ab501afe1d509728adce82 columnFamilyName f1 2024-11-21T17:34:50,182 DEBUG [StoreOpener-0e931044a1ab501afe1d509728adce82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:50,183 INFO [StoreOpener-0e931044a1ab501afe1d509728adce82-1 {}] regionserver.HStore(327): Store=0e931044a1ab501afe1d509728adce82/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:50,183 INFO [StoreOpener-0e931044a1ab501afe1d509728adce82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0e931044a1ab501afe1d509728adce82 2024-11-21T17:34:50,183 INFO [StoreOpener-0e931044a1ab501afe1d509728adce82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e931044a1ab501afe1d509728adce82 columnFamilyName norep 2024-11-21T17:34:50,183 DEBUG [StoreOpener-0e931044a1ab501afe1d509728adce82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:50,184 INFO [StoreOpener-0e931044a1ab501afe1d509728adce82-1 {}] regionserver.HStore(327): Store=0e931044a1ab501afe1d509728adce82/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:50,184 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0e931044a1ab501afe1d509728adce82 2024-11-21T17:34:50,184 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82 2024-11-21T17:34:50,185 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82 2024-11-21T17:34:50,185 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0e931044a1ab501afe1d509728adce82 2024-11-21T17:34:50,185 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0e931044a1ab501afe1d509728adce82 2024-11-21T17:34:50,185 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:34:50,186 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0e931044a1ab501afe1d509728adce82 2024-11-21T17:34:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:50,188 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:34:50,188 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0e931044a1ab501afe1d509728adce82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62224525, jitterRate=-0.07278232276439667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:34:50,188 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e931044a1ab501afe1d509728adce82 2024-11-21T17:34:50,188 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0e931044a1ab501afe1d509728adce82: Running coprocessor pre-open hook at 1732210490179Writing region info on filesystem at 1732210490179Initializing all the Stores at 1732210490180 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210490180Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210490180Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210490180Cleaning up temporary data from old regions at 1732210490185 (+5 ms)Running coprocessor post-open hooks at 1732210490188 (+3 ms)Region opened successfully at 1732210490188 2024-11-21T17:34:50,189 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732210489049.0e931044a1ab501afe1d509728adce82., pid=6, masterSystemTime=1732210490175 2024-11-21T17:34:50,191 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732210489049.0e931044a1ab501afe1d509728adce82. 2024-11-21T17:34:50,191 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732210489049.0e931044a1ab501afe1d509728adce82. 2024-11-21T17:34:50,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e931044a1ab501afe1d509728adce82, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3865e8353b4,43611,1732210483850 2024-11-21T17:34:50,193 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39185 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f3865e8353b4,43611,1732210483850, table=test, region=0e931044a1ab501afe1d509728adce82. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T17:34:50,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e931044a1ab501afe1d509728adce82, server=f3865e8353b4,43611,1732210483850 because future has completed 2024-11-21T17:34:50,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:34:50,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e931044a1ab501afe1d509728adce82, server=f3865e8353b4,43611,1732210483850 in 171 msec 2024-11-21T17:34:50,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T17:34:50,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0e931044a1ab501afe1d509728adce82, ASSIGN in 326 msec 2024-11-21T17:34:50,197 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:34:50,198 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210490197"}]},"ts":"1732210490197"} 2024-11-21T17:34:50,199 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T17:34:50,200 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:34:50,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-21T17:34:50,526 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T17:34:50,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T17:34:50,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T17:34:50,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T17:34:50,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:34:50,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T17:34:50,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:34:50,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T17:34:50,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:34:50,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T17:34:50,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T17:34:50,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T17:34:51,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:34:51,197 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T17:34:51,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a1ca16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:51,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,34545,-1 for getting cluster id 2024-11-21T17:34:51,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:51,199 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4dce8a6-39cc-4373-8792-9f0aaf725a0e' 2024-11-21T17:34:51,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:51,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4dce8a6-39cc-4373-8792-9f0aaf725a0e" 2024-11-21T17:34:51,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb20e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:51,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,34545,-1] 2024-11-21T17:34:51,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:51,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:51,200 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:51,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f23cbe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:51,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b7c0a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:51,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,39185,-1 for getting cluster id 2024-11-21T17:34:51,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:51,201 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd483cc92-a662-4828-8e45-91c0611de4a9' 2024-11-21T17:34:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d483cc92-a662-4828-8e45-91c0611de4a9" 2024-11-21T17:34:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd6b723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,39185,-1] 2024-11-21T17:34:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:51,202 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4359f473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:51,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c85a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:51,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,34545,-1 for getting cluster id 2024-11-21T17:34:51,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:51,204 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4dce8a6-39cc-4373-8792-9f0aaf725a0e' 2024-11-21T17:34:51,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:51,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4dce8a6-39cc-4373-8792-9f0aaf725a0e" 2024-11-21T17:34:51,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e278c04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:51,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,34545,-1] 2024-11-21T17:34:51,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:51,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:51,205 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:51,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877e801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:51,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:51,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,34545,1732210479868 2024-11-21T17:34:51,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56f144cc 2024-11-21T17:34:51,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:51,207 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:34:51,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f3865e8353b4:39185,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:34:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:34:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:51,210 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:39185' 2024-11-21T17:34:51,211 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54201950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:51,211 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,39185,-1 for getting cluster id 2024-11-21T17:34:51,211 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:51,211 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd483cc92-a662-4828-8e45-91c0611de4a9' 2024-11-21T17:34:51,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:51,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d483cc92-a662-4828-8e45-91c0611de4a9" 2024-11-21T17:34:51,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b1812b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:51,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,39185,-1] 2024-11-21T17:34:51,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:51,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:51,213 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:51,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a898ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:51,214 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:51,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,39185,1732210483815 2024-11-21T17:34:51,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e8361d4 2024-11-21T17:34:51,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:51,215 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:34:51,215 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T17:34:51,215 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:34:51,215 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:51,216 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:51,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:51,216 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:34:51,217 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T17:34:51,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:34:51,218 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:51,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:34:51,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741837_1013 (size=1138) 2024-11-21T17:34:51,267 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T17:34:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:51,624 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f39d9a8d1b417c3c6b4d9bccf08da936, NAME => 'hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9 2024-11-21T17:34:51,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741838_1014 (size=44) 2024-11-21T17:34:51,692 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T17:34:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:52,029 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:52,029 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f39d9a8d1b417c3c6b4d9bccf08da936, disabling compactions & flushes 2024-11-21T17:34:52,029 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936. 2024-11-21T17:34:52,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936. 2024-11-21T17:34:52,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936. after waiting 0 ms 2024-11-21T17:34:52,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936. 2024-11-21T17:34:52,030 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936. 2024-11-21T17:34:52,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f39d9a8d1b417c3c6b4d9bccf08da936: Waiting for close lock at 1732210492029Disabling compacts and flushes for region at 1732210492029Disabling writes for close at 1732210492030 (+1 ms)Writing region close event to WAL at 1732210492030Closed at 1732210492030 2024-11-21T17:34:52,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:34:52,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732210492031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210492031"}]},"ts":"1732210492031"} 2024-11-21T17:34:52,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:34:52,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:34:52,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210492034"}]},"ts":"1732210492034"} 2024-11-21T17:34:52,035 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T17:34:52,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f39d9a8d1b417c3c6b4d9bccf08da936, ASSIGN}] 2024-11-21T17:34:52,036 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f39d9a8d1b417c3c6b4d9bccf08da936, ASSIGN 2024-11-21T17:34:52,037 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f39d9a8d1b417c3c6b4d9bccf08da936, ASSIGN; state=OFFLINE, location=f3865e8353b4,44385,1732210479909; forceNewPlan=false, retain=false 2024-11-21T17:34:52,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f39d9a8d1b417c3c6b4d9bccf08da936, regionState=OPENING, regionLocation=f3865e8353b4,44385,1732210479909 2024-11-21T17:34:52,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f39d9a8d1b417c3c6b4d9bccf08da936, ASSIGN because future has completed 2024-11-21T17:34:52,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f39d9a8d1b417c3c6b4d9bccf08da936, server=f3865e8353b4,44385,1732210479909}] 2024-11-21T17:34:52,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936. 2024-11-21T17:34:52,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:34:52,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T17:34:52,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C44385%2C1732210479909.rep, suffix=, logDir=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909, archiveDir=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/oldWALs, maxLogs=10 2024-11-21T17:34:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:52,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.rep.1732210492347, exclude list is [], retry=0 2024-11-21T17:34:52,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42879,DS-e37b2e18-53b3-4d5b-ab9d-6b9dcbb5676d,DISK] 2024-11-21T17:34:52,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.rep.1732210492347 2024-11-21T17:34:52,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-11-21T17:34:52,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f39d9a8d1b417c3c6b4d9bccf08da936, NAME => 'hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:34:52,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:34:52,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:34:52,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936. service=MultiRowMutationService 2024-11-21T17:34:52,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T17:34:52,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f39d9a8d1b417c3c6b4d9bccf08da936 2024-11-21T17:34:52,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:52,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f39d9a8d1b417c3c6b4d9bccf08da936 2024-11-21T17:34:52,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f39d9a8d1b417c3c6b4d9bccf08da936 2024-11-21T17:34:52,365 INFO [StoreOpener-f39d9a8d1b417c3c6b4d9bccf08da936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f39d9a8d1b417c3c6b4d9bccf08da936 2024-11-21T17:34:52,366 INFO [StoreOpener-f39d9a8d1b417c3c6b4d9bccf08da936-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f39d9a8d1b417c3c6b4d9bccf08da936 columnFamilyName hfileref 2024-11-21T17:34:52,366 DEBUG [StoreOpener-f39d9a8d1b417c3c6b4d9bccf08da936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:52,366 INFO [StoreOpener-f39d9a8d1b417c3c6b4d9bccf08da936-1 {}] regionserver.HStore(327): Store=f39d9a8d1b417c3c6b4d9bccf08da936/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:52,366 INFO [StoreOpener-f39d9a8d1b417c3c6b4d9bccf08da936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f39d9a8d1b417c3c6b4d9bccf08da936 2024-11-21T17:34:52,367 INFO [StoreOpener-f39d9a8d1b417c3c6b4d9bccf08da936-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f39d9a8d1b417c3c6b4d9bccf08da936 columnFamilyName queue 2024-11-21T17:34:52,367 DEBUG [StoreOpener-f39d9a8d1b417c3c6b4d9bccf08da936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:52,368 INFO [StoreOpener-f39d9a8d1b417c3c6b4d9bccf08da936-1 {}] regionserver.HStore(327): Store=f39d9a8d1b417c3c6b4d9bccf08da936/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:52,368 INFO [StoreOpener-f39d9a8d1b417c3c6b4d9bccf08da936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f39d9a8d1b417c3c6b4d9bccf08da936 2024-11-21T17:34:52,369 INFO [StoreOpener-f39d9a8d1b417c3c6b4d9bccf08da936-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f39d9a8d1b417c3c6b4d9bccf08da936 columnFamilyName sid 2024-11-21T17:34:52,369 DEBUG [StoreOpener-f39d9a8d1b417c3c6b4d9bccf08da936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:52,369 INFO [StoreOpener-f39d9a8d1b417c3c6b4d9bccf08da936-1 {}] regionserver.HStore(327): Store=f39d9a8d1b417c3c6b4d9bccf08da936/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:52,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f39d9a8d1b417c3c6b4d9bccf08da936 2024-11-21T17:34:52,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/replication/f39d9a8d1b417c3c6b4d9bccf08da936 2024-11-21T17:34:52,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/replication/f39d9a8d1b417c3c6b4d9bccf08da936 2024-11-21T17:34:52,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f39d9a8d1b417c3c6b4d9bccf08da936 2024-11-21T17:34:52,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f39d9a8d1b417c3c6b4d9bccf08da936 2024-11-21T17:34:52,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:34:52,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f39d9a8d1b417c3c6b4d9bccf08da936 2024-11-21T17:34:52,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/replication/f39d9a8d1b417c3c6b4d9bccf08da936/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:34:52,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f39d9a8d1b417c3c6b4d9bccf08da936; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75104105, jitterRate=0.11913837492465973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:34:52,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f39d9a8d1b417c3c6b4d9bccf08da936 2024-11-21T17:34:52,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f39d9a8d1b417c3c6b4d9bccf08da936: Running coprocessor pre-open hook at 1732210492364Writing region info on filesystem at 1732210492364Initializing all the Stores at 1732210492364Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210492364Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210492365 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210492365Cleaning up temporary data from old regions at 1732210492371 (+6 ms)Running coprocessor post-open hooks at 1732210492374 (+3 ms)Region opened successfully at 1732210492374 2024-11-21T17:34:52,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936., pid=10, masterSystemTime=1732210492342 2024-11-21T17:34:52,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936. 2024-11-21T17:34:52,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936. 2024-11-21T17:34:52,377 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f39d9a8d1b417c3c6b4d9bccf08da936, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,44385,1732210479909 2024-11-21T17:34:52,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f39d9a8d1b417c3c6b4d9bccf08da936, server=f3865e8353b4,44385,1732210479909 because future has completed 2024-11-21T17:34:52,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T17:34:52,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f39d9a8d1b417c3c6b4d9bccf08da936, server=f3865e8353b4,44385,1732210479909 in 190 msec 2024-11-21T17:34:52,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T17:34:52,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f39d9a8d1b417c3c6b4d9bccf08da936, ASSIGN in 346 msec 2024-11-21T17:34:52,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:34:52,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210492384"}]},"ts":"1732210492384"} 2024-11-21T17:34:52,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T17:34:52,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:34:52,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-21T17:34:52,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936., hostname=f3865e8353b4,44385,1732210479909, seqNum=2] 2024-11-21T17:34:52,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386 2024-11-21T17:34:52,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386 2024-11-21T17:34:52,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:34:52,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44385 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T17:34:52,581 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T17:34:52,608 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,44385,1732210479909, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:34:52,608 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:52,609 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44385,1732210479909, seqNum=-1] 2024-11-21T17:34:52,609 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:52,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T17:34:52,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f3865e8353b4,44385,1732210479909', locateType=CURRENT is [region=hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936., hostname=f3865e8353b4,44385,1732210479909, seqNum=2] 2024-11-21T17:34:52,614 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T17:34:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T17:34:52,616 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f3865e8353b4,44385,1732210479909 suceeded 2024-11-21T17:34:52,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T17:34:52,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-21T17:34:52,617 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f3865e8353b4:39185,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:34:52,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4100 sec 2024-11-21T17:34:52,634 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:39185' 2024-11-21T17:34:52,635 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a276e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:52,635 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,39185,-1 for getting cluster id 2024-11-21T17:34:52,635 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:52,636 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd483cc92-a662-4828-8e45-91c0611de4a9' 2024-11-21T17:34:52,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:52,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d483cc92-a662-4828-8e45-91c0611de4a9" 2024-11-21T17:34:52,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15031322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:52,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,39185,-1] 2024-11-21T17:34:52,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:52,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:52,637 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:52,638 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43951a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:52,638 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:52,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,39185,1732210483815 2024-11-21T17:34:52,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78bb439f 2024-11-21T17:34:52,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:52,639 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-21T17:34:52,640 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,44385,1732210479909 (queues=1) is replicating from cluster=c4dce8a6-39cc-4373-8792-9f0aaf725a0e to cluster=d483cc92-a662-4828-8e45-91c0611de4a9 2024-11-21T17:34:52,640 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C44385%2C1732210479909 2024-11-21T17:34:52,640 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,44385,1732210479909, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:34:52,641 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.shipperf3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C44385%2C1732210479909 2024-11-21T17:34:52,641 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890, startPosition=0, beingWritten=true 2024-11-21T17:34:52,646 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:34:52,646 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 379, reset compression=false 2024-11-21T17:34:52,646 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.shipperf3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44385,1732210479909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:34:52,850 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 379, reset compression=false 2024-11-21T17:34:53,154 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 379, reset compression=false 2024-11-21T17:34:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34545 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:53,358 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T17:34:53,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:34:53,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:53,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:53,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:53,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:53,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ff78ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:53,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,39185,-1 for getting cluster id 2024-11-21T17:34:53,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:53,359 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd483cc92-a662-4828-8e45-91c0611de4a9' 2024-11-21T17:34:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d483cc92-a662-4828-8e45-91c0611de4a9" 2024-11-21T17:34:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b3f25f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,39185,-1] 2024-11-21T17:34:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:53,361 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cca11ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:53,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,39185,1732210483815 2024-11-21T17:34:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@521a5a54 2024-11-21T17:34:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:53,363 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:34:53,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f3865e8353b4:34545,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:34:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:34:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:53,365 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:34545' 2024-11-21T17:34:53,366 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edbde36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:53,366 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,34545,-1 for getting cluster id 2024-11-21T17:34:53,366 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:53,367 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4dce8a6-39cc-4373-8792-9f0aaf725a0e' 2024-11-21T17:34:53,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:53,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4dce8a6-39cc-4373-8792-9f0aaf725a0e" 2024-11-21T17:34:53,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce933c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:53,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,34545,-1] 2024-11-21T17:34:53,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:53,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:53,368 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:53,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a925b6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:53,369 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:53,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,34545,1732210479868 2024-11-21T17:34:53,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7787598e 2024-11-21T17:34:53,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:53,370 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:34:53,371 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T17:34:53,371 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:34:53,371 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:53,371 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:53,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:53,371 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:34:53,372 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T17:34:53,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:34:53,373 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:53,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:34:53,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741837_1013 (size=1138) 2024-11-21T17:34:53,422 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T17:34:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:53,516 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:34:53,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:53,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:53,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:53,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:53,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:53,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:53,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:53,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:53,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:53,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:34:53,558 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 379, reset compression=false 2024-11-21T17:34:53,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:53,757 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T17:34:53,780 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b36c8e1b0978f2024206f38b1fc3aac, NAME => 'hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4 2024-11-21T17:34:53,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741838_1014 (size=44) 2024-11-21T17:34:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:54,062 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 379, reset compression=false 2024-11-21T17:34:54,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:54,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7b36c8e1b0978f2024206f38b1fc3aac, disabling compactions & flushes 2024-11-21T17:34:54,186 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. 2024-11-21T17:34:54,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. 2024-11-21T17:34:54,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. after waiting 0 ms 2024-11-21T17:34:54,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. 2024-11-21T17:34:54,186 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. 2024-11-21T17:34:54,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b36c8e1b0978f2024206f38b1fc3aac: Waiting for close lock at 1732210494186Disabling compacts and flushes for region at 1732210494186Disabling writes for close at 1732210494186Writing region close event to WAL at 1732210494186Closed at 1732210494186 2024-11-21T17:34:54,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:34:54,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732210494187"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210494187"}]},"ts":"1732210494187"} 2024-11-21T17:34:54,189 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:34:54,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:34:54,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210494190"}]},"ts":"1732210494190"} 2024-11-21T17:34:54,192 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T17:34:54,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b36c8e1b0978f2024206f38b1fc3aac, ASSIGN}] 2024-11-21T17:34:54,193 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b36c8e1b0978f2024206f38b1fc3aac, ASSIGN 2024-11-21T17:34:54,193 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7b36c8e1b0978f2024206f38b1fc3aac, ASSIGN; state=OFFLINE, location=f3865e8353b4,43611,1732210483850; forceNewPlan=false, retain=false 2024-11-21T17:34:54,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b36c8e1b0978f2024206f38b1fc3aac, regionState=OPENING, regionLocation=f3865e8353b4,43611,1732210483850 2024-11-21T17:34:54,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7b36c8e1b0978f2024206f38b1fc3aac, ASSIGN because future has completed 2024-11-21T17:34:54,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b36c8e1b0978f2024206f38b1fc3aac, server=f3865e8353b4,43611,1732210483850}] 2024-11-21T17:34:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:54,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. 2024-11-21T17:34:54,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:34:54,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T17:34:54,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C43611%2C1732210483850.rep, suffix=, logDir=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850, archiveDir=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/oldWALs, maxLogs=10 2024-11-21T17:34:54,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.rep.1732210494506, exclude list is [], retry=0 2024-11-21T17:34:54,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37363,DS-64b7dd4f-c1e2-4a43-8d86-1fe1cb3fb4ca,DISK] 2024-11-21T17:34:54,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.rep.1732210494506 2024-11-21T17:34:54,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-21T17:34:54,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b36c8e1b0978f2024206f38b1fc3aac, NAME => 'hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:34:54,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:34:54,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:34:54,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. service=MultiRowMutationService 2024-11-21T17:34:54,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T17:34:54,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:34:54,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:34:54,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:34:54,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:34:54,527 INFO [StoreOpener-7b36c8e1b0978f2024206f38b1fc3aac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:34:54,528 INFO [StoreOpener-7b36c8e1b0978f2024206f38b1fc3aac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b36c8e1b0978f2024206f38b1fc3aac columnFamilyName hfileref 2024-11-21T17:34:54,528 DEBUG [StoreOpener-7b36c8e1b0978f2024206f38b1fc3aac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:54,529 INFO [StoreOpener-7b36c8e1b0978f2024206f38b1fc3aac-1 {}] regionserver.HStore(327): Store=7b36c8e1b0978f2024206f38b1fc3aac/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:54,529 INFO [StoreOpener-7b36c8e1b0978f2024206f38b1fc3aac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:34:54,529 INFO [StoreOpener-7b36c8e1b0978f2024206f38b1fc3aac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b36c8e1b0978f2024206f38b1fc3aac columnFamilyName queue 2024-11-21T17:34:54,529 DEBUG [StoreOpener-7b36c8e1b0978f2024206f38b1fc3aac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:54,530 INFO [StoreOpener-7b36c8e1b0978f2024206f38b1fc3aac-1 {}] regionserver.HStore(327): Store=7b36c8e1b0978f2024206f38b1fc3aac/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:54,530 INFO [StoreOpener-7b36c8e1b0978f2024206f38b1fc3aac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:34:54,530 INFO [StoreOpener-7b36c8e1b0978f2024206f38b1fc3aac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b36c8e1b0978f2024206f38b1fc3aac columnFamilyName sid 2024-11-21T17:34:54,530 DEBUG [StoreOpener-7b36c8e1b0978f2024206f38b1fc3aac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:34:54,531 INFO [StoreOpener-7b36c8e1b0978f2024206f38b1fc3aac-1 {}] regionserver.HStore(327): Store=7b36c8e1b0978f2024206f38b1fc3aac/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:34:54,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:34:54,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/replication/7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:34:54,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/replication/7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:34:54,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:34:54,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:34:54,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:34:54,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:34:54,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/replication/7b36c8e1b0978f2024206f38b1fc3aac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:34:54,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7b36c8e1b0978f2024206f38b1fc3aac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67180534, jitterRate=0.0010679662227630615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:34:54,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:34:54,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7b36c8e1b0978f2024206f38b1fc3aac: Running coprocessor pre-open hook at 1732210494526Writing region info on filesystem at 1732210494526Initializing all the Stores at 1732210494527 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210494527Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210494527Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210494527Cleaning up temporary data from old regions at 1732210494532 (+5 ms)Running coprocessor post-open hooks at 1732210494535 (+3 ms)Region opened successfully at 1732210494535 2024-11-21T17:34:54,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac., pid=10, masterSystemTime=1732210494502 2024-11-21T17:34:54,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. 2024-11-21T17:34:54,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. 2024-11-21T17:34:54,538 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b36c8e1b0978f2024206f38b1fc3aac, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,43611,1732210483850 2024-11-21T17:34:54,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b36c8e1b0978f2024206f38b1fc3aac, server=f3865e8353b4,43611,1732210483850 because future has completed 2024-11-21T17:34:54,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T17:34:54,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b36c8e1b0978f2024206f38b1fc3aac, server=f3865e8353b4,43611,1732210483850 in 191 msec 2024-11-21T17:34:54,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T17:34:54,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b36c8e1b0978f2024206f38b1fc3aac, ASSIGN in 349 msec 2024-11-21T17:34:54,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:34:54,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210494543"}]},"ts":"1732210494543"} 2024-11-21T17:34:54,545 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T17:34:54,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:34:54,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-21T17:34:54,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac., hostname=f3865e8353b4,43611,1732210483850, seqNum=2] 2024-11-21T17:34:54,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002 2024-11-21T17:34:54,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002 2024-11-21T17:34:54,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:34:54,666 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 379, reset compression=false 2024-11-21T17:34:54,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T17:34:54,736 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T17:34:54,770 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,43611,1732210483850, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:34:54,770 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:54,771 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,43611,1732210483850, seqNum=-1] 2024-11-21T17:34:54,771 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:54,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T17:34:54,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f3865e8353b4,43611,1732210483850', locateType=CURRENT is [region=hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac., hostname=f3865e8353b4,43611,1732210483850, seqNum=2] 2024-11-21T17:34:54,775 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T17:34:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T17:34:54,777 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f3865e8353b4,43611,1732210483850 suceeded 2024-11-21T17:34:54,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T17:34:54,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-21T17:34:54,778 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f3865e8353b4:34545,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:34:54,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-21T17:34:54,789 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:34545' 2024-11-21T17:34:54,790 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51f853fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:54,790 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,34545,-1 for getting cluster id 2024-11-21T17:34:54,790 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:54,791 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4dce8a6-39cc-4373-8792-9f0aaf725a0e' 2024-11-21T17:34:54,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:54,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4dce8a6-39cc-4373-8792-9f0aaf725a0e" 2024-11-21T17:34:54,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77e2f022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:54,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,34545,-1] 2024-11-21T17:34:54,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:54,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:54,792 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:54,792 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2302ab28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:54,792 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:34:54,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,34545,1732210479868 2024-11-21T17:34:54,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@119ffa30 2024-11-21T17:34:54,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:34:54,794 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-21T17:34:54,794 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,43611,1732210483850 (queues=1) is replicating from cluster=d483cc92-a662-4828-8e45-91c0611de4a9 to cluster=c4dce8a6-39cc-4373-8792-9f0aaf725a0e 2024-11-21T17:34:54,794 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C43611%2C1732210483850 2024-11-21T17:34:54,794 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,43611,1732210483850, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:34:54,795 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.shipperf3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C43611%2C1732210483850 2024-11-21T17:34:54,795 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823, startPosition=0, beingWritten=true 2024-11-21T17:34:54,799 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:34:54,800 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 379, reset compression=false 2024-11-21T17:34:54,800 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.shipperf3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,43611,1732210483850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:34:55,003 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 379, reset compression=false 2024-11-21T17:34:55,307 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 379, reset compression=false 2024-11-21T17:34:55,369 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 379, reset compression=false 2024-11-21T17:34:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:34:55,507 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T17:34:55,508 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:34:55,508 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:55,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:55,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:55,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:55,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:55,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44385,1732210479909, seqNum=-1] 2024-11-21T17:34:55,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:55,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:34:55,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732210486883.4d67bdff22804f96958c6025e48366f3., hostname=f3865e8353b4,44385,1732210479909, seqNum=2] 2024-11-21T17:34:55,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:55,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,43611,1732210483850, seqNum=-1] 2024-11-21T17:34:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:55,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:34:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732210489049.0e931044a1ab501afe1d509728adce82., hostname=f3865e8353b4,43611,1732210483850, seqNum=2] 2024-11-21T17:34:55,518 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T17:34:55,725 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 379, reset compression=false 2024-11-21T17:34:56,173 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 379, reset compression=false 2024-11-21T17:34:56,190 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:34:56,190 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 480, reset compression=false 2024-11-21T17:34:56,190 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.shipperf3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44385,1732210479909 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d67bdff22804f96958c6025e48366f3/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T17:34:56,192 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.shipperf3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:34:56,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-21T17:34:56,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:34:56,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@213529f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:56,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,39185,-1 for getting cluster id 2024-11-21T17:34:56,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:56,196 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd483cc92-a662-4828-8e45-91c0611de4a9' 2024-11-21T17:34:56,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:56,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d483cc92-a662-4828-8e45-91c0611de4a9" 2024-11-21T17:34:56,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51dc697b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:56,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,39185,-1] 2024-11-21T17:34:56,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:56,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:56,197 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:56,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b515771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:56,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:56,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,43611,1732210483850, seqNum=-1] 2024-11-21T17:34:56,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:56,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T17:34:56,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732210489049.0e931044a1ab501afe1d509728adce82., hostname=f3865e8353b4,43611,1732210483850, seqNum=2] 2024-11-21T17:34:56,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:34:56,229 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 379, reset compression=false 2024-11-21T17:34:56,233 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:34:56,233 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 504, reset compression=false 2024-11-21T17:34:56,233 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.shipperf3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,43611,1732210483850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:34:56,394 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 480, reset compression=false 2024-11-21T17:34:56,436 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 504, reset compression=false 2024-11-21T17:34:56,521 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T17:34:56,524 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T17:34:56,697 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 480, reset compression=false 2024-11-21T17:34:56,740 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 504, reset compression=false 2024-11-21T17:34:56,744 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:34:56,744 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 608, reset compression=false 2024-11-21T17:34:56,744 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.shipperf3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,43611,1732210483850 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e931044a1ab501afe1d509728adce82/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T17:34:56,746 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.shipperf3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:34:56,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-21T17:34:56,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44385 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:34:56,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39a95984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:56,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44385 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,34545,-1 for getting cluster id 2024-11-21T17:34:56,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:34:56,748 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4dce8a6-39cc-4373-8792-9f0aaf725a0e' 2024-11-21T17:34:56,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:34:56,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4dce8a6-39cc-4373-8792-9f0aaf725a0e" 2024-11-21T17:34:56,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22ccc753, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:56,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,34545,-1] 2024-11-21T17:34:56,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:34:56,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:56,749 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:34:56,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a10af74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:34:56,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44385 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:34:56,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44385,1732210479909, seqNum=-1] 2024-11-21T17:34:56,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:34:56,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T17:34:56,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732210486883.4d67bdff22804f96958c6025e48366f3., hostname=f3865e8353b4,44385,1732210479909, seqNum=2] 2024-11-21T17:34:56,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44385 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:34:56,947 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 608, reset compression=false 2024-11-21T17:34:57,100 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 480, reset compression=false 2024-11-21T17:34:57,104 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:34:57,104 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 608, reset compression=false 2024-11-21T17:34:57,104 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.shipperf3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44385,1732210479909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:34:57,251 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 608, reset compression=false 2024-11-21T17:34:57,307 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 608, reset compression=false 2024-11-21T17:34:57,525 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T17:34:57,534 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T17:34:57,611 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 608, reset compression=false 2024-11-21T17:34:57,616 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:34:57,616 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 764, reset compression=false 2024-11-21T17:34:57,616 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.shipperf3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44385,1732210479909 got entry batch from reader: WALEntryBatch [walEntries=[{test/4d67bdff22804f96958c6025e48366f3/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T17:34:57,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:34:57,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43611 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:34:57,654 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 608, reset compression=false 2024-11-21T17:34:57,659 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:34:57,659 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 756, reset compression=false 2024-11-21T17:34:57,659 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.shipperf3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,43611,1732210483850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:34:57,820 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 764, reset compression=false 2024-11-21T17:34:57,878 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 756, reset compression=false 2024-11-21T17:34:58,125 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 764, reset compression=false 2024-11-21T17:34:58,182 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 756, reset compression=false 2024-11-21T17:34:58,529 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 764, reset compression=false 2024-11-21T17:34:58,536 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T17:34:58,539 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T17:34:58,586 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 756, reset compression=false 2024-11-21T17:34:58,590 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:34:58,590 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 915, reset compression=false 2024-11-21T17:34:58,590 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.shipperf3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,43611,1732210483850 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e931044a1ab501afe1d509728adce82/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T17:34:58,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44385 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:34:58,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44385 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:34:58,793 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 915, reset compression=false 2024-11-21T17:34:59,032 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 764, reset compression=false 2024-11-21T17:34:59,037 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:34:59,037 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 914, reset compression=false 2024-11-21T17:34:59,037 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.shipperf3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44385,1732210479909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:34:59,097 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 915, reset compression=false 2024-11-21T17:34:59,240 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 914, reset compression=false 2024-11-21T17:34:59,500 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 915, reset compression=false 2024-11-21T17:34:59,540 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T17:34:59,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:34:59,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:34:59,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:59,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:59,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:59,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:34:59,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:34:59,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=936044318, stopped=false 2024-11-21T17:34:59,543 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 914, reset compression=false 2024-11-21T17:34:59,544 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,39185,1732210483815 2024-11-21T17:34:59,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11490837002/running 2024-11-21T17:34:59,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11490837002/running 2024-11-21T17:34:59,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002 2024-11-21T17:34:59,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002 2024-11-21T17:34:59,545 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:34:59,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:34:59,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:59,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:59,545 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,43611,1732210483850' ***** 2024-11-21T17:34:59,546 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:34:59,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Set watcher on znode that does not yet exist, /11490837002/running 2024-11-21T17:34:59,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Set watcher on znode that does not yet exist, /11490837002/running 2024-11-21T17:34:59,546 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:34:59,546 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:34:59,546 INFO [RS:0;f3865e8353b4:43611 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:34:59,546 INFO [RS:0;f3865e8353b4:43611 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:34:59,546 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e931044a1ab501afe1d509728adce82 2024-11-21T17:34:59,547 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:34:59,547 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,43611,1732210483850 2024-11-21T17:34:59,547 INFO [RS:0;f3865e8353b4:43611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:34:59,547 INFO [RS:0;f3865e8353b4:43611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:43611. 2024-11-21T17:34:59,547 DEBUG [RS:0;f3865e8353b4:43611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:34:59,547 DEBUG [RS:0;f3865e8353b4:43611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:34:59,547 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e931044a1ab501afe1d509728adce82, disabling compactions & flushes 2024-11-21T17:34:59,547 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732210489049.0e931044a1ab501afe1d509728adce82. 2024-11-21T17:34:59,547 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210489049.0e931044a1ab501afe1d509728adce82. 2024-11-21T17:34:59,547 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732210489049.0e931044a1ab501afe1d509728adce82. after waiting 0 ms 2024-11-21T17:34:59,547 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732210489049.0e931044a1ab501afe1d509728adce82. 2024-11-21T17:34:59,547 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:34:59,547 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0e931044a1ab501afe1d509728adce82 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-21T17:34:59,547 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:34:59,547 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:34:59,547 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:34:59,547 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T17:34:59,548 DEBUG [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(1325): Online Regions={0e931044a1ab501afe1d509728adce82=test,,1732210489049.0e931044a1ab501afe1d509728adce82., 1588230740=hbase:meta,,1.1588230740, 7b36c8e1b0978f2024206f38b1fc3aac=hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac.} 2024-11-21T17:34:59,548 DEBUG [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(1351): Waiting on 0e931044a1ab501afe1d509728adce82, 1588230740, 7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:34:59,548 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:34:59,548 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:34:59,548 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:34:59,548 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:34:59,548 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:34:59,548 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T17:34:59,564 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/.tmp/info/46256128b4e941a2902399661293180d is 147, key is hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac./info:regioninfo/1732210494538/Put/seqid=0 2024-11-21T17:34:59,567 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82/.tmp/f/bd089c43c262454098238a5d1f9211ea is 29, key is row1/f:/1732210498537/DeleteFamily/seqid=0 2024-11-21T17:34:59,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741840_1016 (size=7686) 2024-11-21T17:34:59,568 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/.tmp/info/46256128b4e941a2902399661293180d 2024-11-21T17:34:59,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741841_1017 (size=5118) 2024-11-21T17:34:59,575 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82/.tmp/f/bd089c43c262454098238a5d1f9211ea 2024-11-21T17:34:59,578 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd089c43c262454098238a5d1f9211ea 2024-11-21T17:34:59,591 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82/.tmp/f1/28dc769be75a4e95b7f39b80eb5e229b is 30, key is row1/f1:/1732210498537/DeleteFamily/seqid=0 2024-11-21T17:34:59,593 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/.tmp/ns/5772b47a817c4d4fbd4fca46a1a7bae4 is 43, key is default/ns:d/1732210486768/Put/seqid=0 2024-11-21T17:34:59,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741842_1018 (size=5123) 2024-11-21T17:34:59,596 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82/.tmp/f1/28dc769be75a4e95b7f39b80eb5e229b 2024-11-21T17:34:59,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741843_1019 (size=5153) 2024-11-21T17:34:59,600 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28dc769be75a4e95b7f39b80eb5e229b 2024-11-21T17:34:59,606 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:34:59,613 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82/.tmp/norep/ba1fba043c7340d4aa6f222131500cd2 is 33, key is row1/norep:/1732210498537/DeleteFamily/seqid=0 2024-11-21T17:34:59,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741844_1020 (size=5108) 2024-11-21T17:34:59,695 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:34:59,695 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:34:59,748 DEBUG [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(1351): Waiting on 0e931044a1ab501afe1d509728adce82, 1588230740, 7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:34:59,947 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 914, reset compression=false 2024-11-21T17:34:59,948 DEBUG [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(1351): Waiting on 0e931044a1ab501afe1d509728adce82, 1588230740, 7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:34:59,999 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/.tmp/ns/5772b47a817c4d4fbd4fca46a1a7bae4 2024-11-21T17:35:00,004 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 915, reset compression=false 2024-11-21T17:35:00,011 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:00,011 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 1162, reset compression=false 2024-11-21T17:35:00,011 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.shipperf3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,43611,1732210483850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:35:00,012 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.shipperf3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f3865e8353b4,43611,1732210483850: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f3865e8353b4,43611,1732210483850, walGroup=f3865e8353b4%2C43611%2C1732210483850, offset=f3865e8353b4%2C43611%2C1732210483850.1732210485823:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:43611 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T17:35:00,013 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.shipperf3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T17:35:00,013 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.shipperf3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T17:35:00,014 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.shipperf3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T17:35:00,014 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.shipperf3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T17:35:00,014 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.shipperf3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T17:35:00,014 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.shipperf3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 600215304 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 191171176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T17:35:00,014 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.shipperf3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:39185 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:39185 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T17:35:00,017 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82/.tmp/norep/ba1fba043c7340d4aa6f222131500cd2 2024-11-21T17:35:00,018 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/.tmp/rep_barrier/25777ea76d834e3ebf02c149415738cb is 112, key is test,,1732210489049.0e931044a1ab501afe1d509728adce82./rep_barrier:seqnumDuringOpen/1732210490191/Put/seqid=0 2024-11-21T17:35:00,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741845_1021 (size=5518) 2024-11-21T17:35:00,022 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba1fba043c7340d4aa6f222131500cd2 2024-11-21T17:35:00,022 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/.tmp/rep_barrier/25777ea76d834e3ebf02c149415738cb 2024-11-21T17:35:00,022 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82/.tmp/f/bd089c43c262454098238a5d1f9211ea as hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82/f/bd089c43c262454098238a5d1f9211ea 2024-11-21T17:35:00,026 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd089c43c262454098238a5d1f9211ea 2024-11-21T17:35:00,026 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82/f/bd089c43c262454098238a5d1f9211ea, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T17:35:00,027 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82/.tmp/f1/28dc769be75a4e95b7f39b80eb5e229b as hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82/f1/28dc769be75a4e95b7f39b80eb5e229b 2024-11-21T17:35:00,028 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:35:00,032 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28dc769be75a4e95b7f39b80eb5e229b 2024-11-21T17:35:00,032 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82/f1/28dc769be75a4e95b7f39b80eb5e229b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T17:35:00,033 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82/.tmp/norep/ba1fba043c7340d4aa6f222131500cd2 as hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82/norep/ba1fba043c7340d4aa6f222131500cd2 2024-11-21T17:35:00,038 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba1fba043c7340d4aa6f222131500cd2 2024-11-21T17:35:00,038 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82/norep/ba1fba043c7340d4aa6f222131500cd2, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T17:35:00,039 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0e931044a1ab501afe1d509728adce82 in 491ms, sequenceid=8, compaction requested=false 2024-11-21T17:35:00,042 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/default/test/0e931044a1ab501afe1d509728adce82/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T17:35:00,043 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:35:00,043 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:35:00,043 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732210489049.0e931044a1ab501afe1d509728adce82. 2024-11-21T17:35:00,043 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e931044a1ab501afe1d509728adce82: Waiting for close lock at 1732210499547Running coprocessor pre-close hooks at 1732210499547Disabling compacts and flushes for region at 1732210499547Disabling writes for close at 1732210499547Obtaining lock to block concurrent updates at 1732210499547Preparing flush snapshotting stores in 0e931044a1ab501afe1d509728adce82 at 1732210499547Finished memstore snapshotting test,,1732210489049.0e931044a1ab501afe1d509728adce82., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732210499548 (+1 ms)Flushing stores of test,,1732210489049.0e931044a1ab501afe1d509728adce82. at 1732210499548Flushing 0e931044a1ab501afe1d509728adce82/f: creating writer at 1732210499548Flushing 0e931044a1ab501afe1d509728adce82/f: appending metadata at 1732210499566 (+18 ms)Flushing 0e931044a1ab501afe1d509728adce82/f: closing flushed file at 1732210499567 (+1 ms)Flushing 0e931044a1ab501afe1d509728adce82/f1: creating writer at 1732210499579 (+12 ms)Flushing 0e931044a1ab501afe1d509728adce82/f1: appending metadata at 1732210499591 (+12 ms)Flushing 0e931044a1ab501afe1d509728adce82/f1: closing flushed file at 1732210499591Flushing 0e931044a1ab501afe1d509728adce82/norep: creating writer at 1732210499600 (+9 ms)Flushing 0e931044a1ab501afe1d509728adce82/norep: appending metadata at 1732210499613 (+13 ms)Flushing 0e931044a1ab501afe1d509728adce82/norep: closing flushed file at 1732210499613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d2c1b9: reopening flushed file at 1732210500022 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77329552: reopening flushed file at 1732210500026 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20836134: reopening flushed file at 1732210500032 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0e931044a1ab501afe1d509728adce82 in 491ms, sequenceid=8, compaction requested=false at 1732210500039 (+7 ms)Writing region close event to WAL at 1732210500040 (+1 ms)Running coprocessor post-close hooks at 1732210500043 (+3 ms)Closed at 1732210500043 2024-11-21T17:35:00,043 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732210489049.0e931044a1ab501afe1d509728adce82. 2024-11-21T17:35:00,043 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b36c8e1b0978f2024206f38b1fc3aac, disabling compactions & flushes 2024-11-21T17:35:00,043 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. 2024-11-21T17:35:00,043 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. 2024-11-21T17:35:00,044 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. after waiting 0 ms 2024-11-21T17:35:00,044 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. 2024-11-21T17:35:00,044 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b36c8e1b0978f2024206f38b1fc3aac: Waiting for close lock at 1732210500043Running coprocessor pre-close hooks at 1732210500043Disabling compacts and flushes for region at 1732210500043Disabling writes for close at 1732210500044 (+1 ms)Failed flush hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac., putting online again at 1732210500044 2024-11-21T17:35:00,044 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. 2024-11-21T17:35:00,046 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/.tmp/table/192175b102364cb581554feba664bd9b is 53, key is hbase:replication/table:state/1732210494543/Put/seqid=0 2024-11-21T17:35:00,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741846_1022 (size=5308) 2024-11-21T17:35:00,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:00,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:00,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:00,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:00,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:00,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:00,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:00,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:00,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:00,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:00,148 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:35:00,148 DEBUG [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b36c8e1b0978f2024206f38b1fc3aac 2024-11-21T17:35:00,148 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b36c8e1b0978f2024206f38b1fc3aac, disabling compactions & flushes 2024-11-21T17:35:00,148 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. 2024-11-21T17:35:00,148 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. 2024-11-21T17:35:00,148 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. after waiting 0 ms 2024-11-21T17:35:00,148 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. 2024-11-21T17:35:00,148 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b36c8e1b0978f2024206f38b1fc3aac: Waiting for close lock at 1732210500148Running coprocessor pre-close hooks at 1732210500148Disabling compacts and flushes for region at 1732210500148Disabling writes for close at 1732210500148Failed flush hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac., putting online again at 1732210500148 2024-11-21T17:35:00,149 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac. 2024-11-21T17:35:00,215 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 1162, reset compression=false 2024-11-21T17:35:00,219 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:00,219 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 1806, reset compression=false 2024-11-21T17:35:00,348 DEBUG [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:35:00,422 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.wal-reader.f3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 to pos 1806, reset compression=false 2024-11-21T17:35:00,451 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 914, reset compression=false 2024-11-21T17:35:00,453 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/.tmp/table/192175b102364cb581554feba664bd9b 2024-11-21T17:35:00,458 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/.tmp/info/46256128b4e941a2902399661293180d as hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/info/46256128b4e941a2902399661293180d 2024-11-21T17:35:00,462 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/info/46256128b4e941a2902399661293180d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T17:35:00,463 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/.tmp/ns/5772b47a817c4d4fbd4fca46a1a7bae4 as hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/ns/5772b47a817c4d4fbd4fca46a1a7bae4 2024-11-21T17:35:00,468 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/ns/5772b47a817c4d4fbd4fca46a1a7bae4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T17:35:00,469 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/.tmp/rep_barrier/25777ea76d834e3ebf02c149415738cb as hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/rep_barrier/25777ea76d834e3ebf02c149415738cb 2024-11-21T17:35:00,473 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/rep_barrier/25777ea76d834e3ebf02c149415738cb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T17:35:00,474 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/.tmp/table/192175b102364cb581554feba664bd9b as hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/table/192175b102364cb581554feba664bd9b 2024-11-21T17:35:00,478 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/table/192175b102364cb581554feba664bd9b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T17:35:00,479 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=16, compaction requested=false 2024-11-21T17:35:00,483 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T17:35:00,483 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:35:00,483 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:35:00,483 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:35:00,483 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210499548Running coprocessor pre-close hooks at 1732210499548Disabling compacts and flushes for region at 1732210499548Disabling writes for close at 1732210499548Obtaining lock to block concurrent updates at 1732210499548Preparing flush snapshotting stores in 1588230740 at 1732210499548Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732210499548Flushing stores of hbase:meta,,1.1588230740 at 1732210499548Flushing 1588230740/info: creating writer at 1732210499548Flushing 1588230740/info: appending metadata at 1732210499563 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732210499563Flushing 1588230740/ns: creating writer at 1732210499572 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732210499593 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732210499593Flushing 1588230740/rep_barrier: creating writer at 1732210500003 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732210500018 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732210500018Flushing 1588230740/table: creating writer at 1732210500026 (+8 ms)Flushing 1588230740/table: appending metadata at 1732210500046 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732210500046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e47f26: reopening flushed file at 1732210500457 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f067c6f: reopening flushed file at 1732210500462 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9b790d: reopening flushed file at 1732210500468 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@704ab6db: reopening flushed file at 1732210500473 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=16, compaction requested=false at 1732210500479 (+6 ms)Writing region close event to WAL at 1732210500480 (+1 ms)Running coprocessor post-close hooks at 1732210500483 (+3 ms)Closed at 1732210500483 2024-11-21T17:35:00,484 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:35:00,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T17:35:00,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T17:35:00,548 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T17:35:00,549 DEBUG [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(1325): Online Regions={7b36c8e1b0978f2024206f38b1fc3aac=hbase:replication,,1732210493371.7b36c8e1b0978f2024206f38b1fc3aac.} 2024-11-21T17:35:00,549 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T17:35:00,549 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,43611,1732210483850; all regions closed. 2024-11-21T17:35:00,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741834_1010 (size=4239) 2024-11-21T17:35:00,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741839_1015 (size=1733) 2024-11-21T17:35:00,555 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/WALs/f3865e8353b4,43611,1732210483850/f3865e8353b4%2C43611%2C1732210483850.1732210485823 not finished, retry = 0 2024-11-21T17:35:00,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741832_1008 (size=1814) 2024-11-21T17:35:00,656 DEBUG [RS:0;f3865e8353b4:43611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:00,656 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:35:00,656 INFO [RS:0;f3865e8353b4:43611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:35:00,657 INFO [RS:0;f3865e8353b4:43611 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:35:00,657 INFO [RS:0;f3865e8353b4:43611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:35:00,657 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:35:00,657 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,43611,1732210483850 because: Region server is closing 2024-11-21T17:35:00,657 INFO [RS:0;f3865e8353b4:43611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:43611. 2024-11-21T17:35:00,657 DEBUG [RS:0;f3865e8353b4:43611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:00,657 DEBUG [RS:0;f3865e8353b4:43611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:00,657 DEBUG [RS:0;f3865e8353b4:43611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:00,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:00,758 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,43611,1732210483850.replicationSource.shipperf3865e8353b4%2C43611%2C1732210483850,1-f3865e8353b4,43611,1732210483850 terminated 2024-11-21T17:35:00,758 INFO [RS:0;f3865e8353b4:43611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:43611. 2024-11-21T17:35:00,758 DEBUG [RS:0;f3865e8353b4:43611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:00,758 DEBUG [RS:0;f3865e8353b4:43611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:00,758 DEBUG [RS:0;f3865e8353b4:43611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:00,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:00,758 INFO [RS:0;f3865e8353b4:43611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43611 2024-11-21T17:35:00,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11490837002/rs/f3865e8353b4,43611,1732210483850 2024-11-21T17:35:00,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002/rs 2024-11-21T17:35:00,759 INFO [RS:0;f3865e8353b4:43611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:35:00,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,43611,1732210483850] 2024-11-21T17:35:00,760 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11490837002/draining/f3865e8353b4,43611,1732210483850 already deleted, retry=false 2024-11-21T17:35:00,760 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,43611,1732210483850 expired; onlineServers=0 2024-11-21T17:35:00,760 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,39185,1732210483815' ***** 2024-11-21T17:35:00,760 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:35:00,760 INFO [M:0;f3865e8353b4:39185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:35:00,760 INFO [M:0;f3865e8353b4:39185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:35:00,760 DEBUG [M:0;f3865e8353b4:39185 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:35:00,760 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:35:00,760 DEBUG [M:0;f3865e8353b4:39185 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:35:00,760 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210485597 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210485597,5,FailOnTimeoutGroup] 2024-11-21T17:35:00,760 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210485597 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210485597,5,FailOnTimeoutGroup] 2024-11-21T17:35:00,761 INFO [M:0;f3865e8353b4:39185 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:35:00,761 INFO [M:0;f3865e8353b4:39185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:35:00,761 DEBUG [M:0;f3865e8353b4:39185 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:35:00,761 INFO [M:0;f3865e8353b4:39185 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:35:00,761 INFO [M:0;f3865e8353b4:39185 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:35:00,761 INFO [M:0;f3865e8353b4:39185 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:35:00,761 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:35:00,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11490837002/master 2024-11-21T17:35:00,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11490837002 2024-11-21T17:35:00,761 DEBUG [M:0;f3865e8353b4:39185 {}] zookeeper.ZKUtil(347): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Unable to get data of znode /11490837002/master because node does not exist (not an error) 2024-11-21T17:35:00,761 WARN [M:0;f3865e8353b4:39185 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:35:00,762 INFO [M:0;f3865e8353b4:39185 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/.lastflushedseqids 2024-11-21T17:35:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741847_1023 (size=245) 2024-11-21T17:35:00,860 INFO [RS:0;f3865e8353b4:43611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:35:00,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:00,860 INFO [RS:0;f3865e8353b4:43611 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,43611,1732210483850; zookeeper connection closed. 2024-11-21T17:35:00,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43611-0x1006359abd20004, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:00,860 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2dba0549 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2dba0549 2024-11-21T17:35:00,861 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:35:01,055 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 914, reset compression=false 2024-11-21T17:35:01,166 INFO [M:0;f3865e8353b4:39185 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:35:01,166 INFO [M:0;f3865e8353b4:39185 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:35:01,166 DEBUG [M:0;f3865e8353b4:39185 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:35:01,166 INFO [M:0;f3865e8353b4:39185 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:01,166 DEBUG [M:0;f3865e8353b4:39185 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:01,166 DEBUG [M:0;f3865e8353b4:39185 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:35:01,166 DEBUG [M:0;f3865e8353b4:39185 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:01,167 INFO [M:0;f3865e8353b4:39185 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T17:35:01,184 DEBUG [M:0;f3865e8353b4:39185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2658f2dfec034372be8c16ed4f121d41 is 82, key is hbase:meta,,1/info:regioninfo/1732210486761/Put/seqid=0 2024-11-21T17:35:01,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741848_1024 (size=5672) 2024-11-21T17:35:01,588 INFO [M:0;f3865e8353b4:39185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2658f2dfec034372be8c16ed4f121d41 2024-11-21T17:35:01,605 DEBUG [M:0;f3865e8353b4:39185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc47168aa7f14a80af6b742784a16f17 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732210494546/Put/seqid=0 2024-11-21T17:35:01,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741849_1025 (size=8517) 2024-11-21T17:35:01,758 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 914, reset compression=false 2024-11-21T17:35:02,009 INFO [M:0;f3865e8353b4:39185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc47168aa7f14a80af6b742784a16f17 2024-11-21T17:35:02,025 DEBUG [M:0;f3865e8353b4:39185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64bc5ab58f944fed9b8ea5de3e8f7c1d is 69, key is f3865e8353b4,43611,1732210483850/rs:state/1732210485685/Put/seqid=0 2024-11-21T17:35:02,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741850_1026 (size=5156) 2024-11-21T17:35:02,429 INFO [M:0;f3865e8353b4:39185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64bc5ab58f944fed9b8ea5de3e8f7c1d 2024-11-21T17:35:02,434 DEBUG [M:0;f3865e8353b4:39185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2658f2dfec034372be8c16ed4f121d41 as hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2658f2dfec034372be8c16ed4f121d41 2024-11-21T17:35:02,437 INFO [M:0;f3865e8353b4:39185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2658f2dfec034372be8c16ed4f121d41, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T17:35:02,438 DEBUG [M:0;f3865e8353b4:39185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc47168aa7f14a80af6b742784a16f17 as hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc47168aa7f14a80af6b742784a16f17 2024-11-21T17:35:02,441 INFO [M:0;f3865e8353b4:39185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc47168aa7f14a80af6b742784a16f17, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T17:35:02,442 DEBUG [M:0;f3865e8353b4:39185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64bc5ab58f944fed9b8ea5de3e8f7c1d as hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64bc5ab58f944fed9b8ea5de3e8f7c1d 2024-11-21T17:35:02,445 INFO [M:0;f3865e8353b4:39185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37819/user/jenkins/test-data/f51f9b25-863b-c17d-1b26-baa54d75a3b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64bc5ab58f944fed9b8ea5de3e8f7c1d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T17:35:02,446 INFO [M:0;f3865e8353b4:39185 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-21T17:35:02,447 INFO [M:0;f3865e8353b4:39185 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:02,447 DEBUG [M:0;f3865e8353b4:39185 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210501166Disabling compacts and flushes for region at 1732210501166Disabling writes for close at 1732210501166Obtaining lock to block concurrent updates at 1732210501167 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210501167Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732210501167Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210501167Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210501167Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210501184 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210501184Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210501592 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210501604 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210501604Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210502012 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210502025 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210502025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9c88e0e: reopening flushed file at 1732210502433 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55d0cc86: reopening flushed file at 1732210502438 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da26da0: reopening flushed file at 1732210502441 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1732210502446 (+5 ms)Writing region close event to WAL at 1732210502447 (+1 ms)Closed at 1732210502447 2024-11-21T17:35:02,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37363 is added to blk_1073741830_1006 (size=63666) 2024-11-21T17:35:02,449 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:35:02,449 INFO [M:0;f3865e8353b4:39185 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:35:02,449 INFO [M:0;f3865e8353b4:39185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39185 2024-11-21T17:35:02,450 INFO [M:0;f3865e8353b4:39185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:35:02,551 INFO [M:0;f3865e8353b4:39185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:35:02,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:02,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1006359abd20003, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:02,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12b4f9d7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:35:02,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69a2f931{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:35:02,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:35:02,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac1640d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:35:02,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201616f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/hadoop.log.dir/,STOPPED} 2024-11-21T17:35:02,556 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:35:02,556 WARN [BP-1322477128-172.17.0.2-1732210482962 heartbeating to localhost/127.0.0.1:37819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:35:02,556 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:35:02,556 WARN [BP-1322477128-172.17.0.2-1732210482962 heartbeating to localhost/127.0.0.1:37819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1322477128-172.17.0.2-1732210482962 (Datanode Uuid 15d8281c-bf66-4f9c-bf26-7704616795ea) service to localhost/127.0.0.1:37819 2024-11-21T17:35:02,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/cluster_d13906bb-4f32-62d2-98cd-91df30838132/data/data1/current/BP-1322477128-172.17.0.2-1732210482962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:35:02,557 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/cluster_d13906bb-4f32-62d2-98cd-91df30838132/data/data2/current/BP-1322477128-172.17.0.2-1732210482962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:35:02,557 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:35:02,562 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 914, reset compression=false 2024-11-21T17:35:02,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790b2c70{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:35:02,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1664869a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:35:02,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:35:02,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b8a4ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:35:02,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72eab583{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/hadoop.log.dir/,STOPPED} 2024-11-21T17:35:02,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:35:02,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:35:02,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:35:02,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:02,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:02,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:02,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:02,579 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:35:02,579 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1039739783, stopped=false 2024-11-21T17:35:02,579 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,34545,1732210479868 2024-11-21T17:35:02,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01709383386/running 2024-11-21T17:35:02,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01709383386/running 2024-11-21T17:35:02,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386 2024-11-21T17:35:02,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386 2024-11-21T17:35:02,580 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:35:02,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Set watcher on znode that does not yet exist, /01709383386/running 2024-11-21T17:35:02,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:35:02,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:02,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Set watcher on znode that does not yet exist, /01709383386/running 2024-11-21T17:35:02,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:02,581 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,44385,1732210479909' ***** 2024-11-21T17:35:02,581 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:35:02,581 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:35:02,581 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:35:02,582 INFO [RS:0;f3865e8353b4:44385 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:35:02,582 INFO [RS:0;f3865e8353b4:44385 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:35:02,582 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d67bdff22804f96958c6025e48366f3 2024-11-21T17:35:02,582 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(3091): Received CLOSE for f39d9a8d1b417c3c6b4d9bccf08da936 2024-11-21T17:35:02,582 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,44385,1732210479909 2024-11-21T17:35:02,582 INFO [RS:0;f3865e8353b4:44385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:35:02,582 INFO [RS:0;f3865e8353b4:44385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:44385. 2024-11-21T17:35:02,582 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d67bdff22804f96958c6025e48366f3, disabling compactions & flushes 2024-11-21T17:35:02,582 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732210486883.4d67bdff22804f96958c6025e48366f3. 2024-11-21T17:35:02,582 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210486883.4d67bdff22804f96958c6025e48366f3. 2024-11-21T17:35:02,582 DEBUG [RS:0;f3865e8353b4:44385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:02,582 DEBUG [RS:0;f3865e8353b4:44385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:02,582 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732210486883.4d67bdff22804f96958c6025e48366f3. after waiting 0 ms 2024-11-21T17:35:02,582 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732210486883.4d67bdff22804f96958c6025e48366f3. 2024-11-21T17:35:02,582 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:35:02,582 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:35:02,582 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:35:02,582 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d67bdff22804f96958c6025e48366f3 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-21T17:35:02,582 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:35:02,582 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T17:35:02,582 DEBUG [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4d67bdff22804f96958c6025e48366f3=test,,1732210486883.4d67bdff22804f96958c6025e48366f3., f39d9a8d1b417c3c6b4d9bccf08da936=hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936.} 2024-11-21T17:35:02,582 DEBUG [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d67bdff22804f96958c6025e48366f3, f39d9a8d1b417c3c6b4d9bccf08da936 2024-11-21T17:35:02,582 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:35:02,582 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:35:02,582 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:35:02,582 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:35:02,582 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:35:02,583 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T17:35:02,601 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/.tmp/info/ba900582809744ff8dcbaf6b4f55f985 is 147, key is hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936./info:regioninfo/1732210492377/Put/seqid=0 2024-11-21T17:35:02,601 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3/.tmp/f/d4a57804b7544ba09984795af5d86b63 is 29, key is row1/f:/1732210498537/DeleteFamily/seqid=0 2024-11-21T17:35:02,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741841_1017 (size=7686) 2024-11-21T17:35:02,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741840_1016 (size=5118) 2024-11-21T17:35:02,674 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:35:02,783 DEBUG [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d67bdff22804f96958c6025e48366f3, f39d9a8d1b417c3c6b4d9bccf08da936 2024-11-21T17:35:02,822 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:35:02,822 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:35:02,983 DEBUG [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d67bdff22804f96958c6025e48366f3, f39d9a8d1b417c3c6b4d9bccf08da936 2024-11-21T17:35:03,005 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3/.tmp/f/d4a57804b7544ba09984795af5d86b63 2024-11-21T17:35:03,005 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/.tmp/info/ba900582809744ff8dcbaf6b4f55f985 2024-11-21T17:35:03,009 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4a57804b7544ba09984795af5d86b63 2024-11-21T17:35:03,032 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/.tmp/ns/59907d81740d47529b7e80761fb1190f is 43, key is default/ns:d/1732210482835/Put/seqid=0 2024-11-21T17:35:03,032 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3/.tmp/f1/2b2d8bf208ed47bc83c71c956f36efc0 is 30, key is row1/f1:/1732210498537/DeleteFamily/seqid=0 2024-11-21T17:35:03,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741842_1018 (size=5153) 2024-11-21T17:35:03,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741843_1019 (size=5123) 2024-11-21T17:35:03,036 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3/.tmp/f1/2b2d8bf208ed47bc83c71c956f36efc0 2024-11-21T17:35:03,036 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/.tmp/ns/59907d81740d47529b7e80761fb1190f 2024-11-21T17:35:03,039 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b2d8bf208ed47bc83c71c956f36efc0 2024-11-21T17:35:03,055 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3/.tmp/norep/07d18d8500734d4081b5d5dbe8ca0dd2 is 32, key is row/norep:/1732210497528/DeleteFamily/seqid=0 2024-11-21T17:35:03,056 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/.tmp/rep_barrier/b878c56bbd484d76bd33deb727b472b8 is 112, key is test,,1732210486883.4d67bdff22804f96958c6025e48366f3./rep_barrier:seqnumDuringOpen/1732210488028/Put/seqid=0 2024-11-21T17:35:03,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741844_1020 (size=5101) 2024-11-21T17:35:03,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741845_1021 (size=5518) 2024-11-21T17:35:03,059 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3/.tmp/norep/07d18d8500734d4081b5d5dbe8ca0dd2 2024-11-21T17:35:03,059 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/.tmp/rep_barrier/b878c56bbd484d76bd33deb727b472b8 2024-11-21T17:35:03,063 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07d18d8500734d4081b5d5dbe8ca0dd2 2024-11-21T17:35:03,063 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3/.tmp/f/d4a57804b7544ba09984795af5d86b63 as hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3/f/d4a57804b7544ba09984795af5d86b63 2024-11-21T17:35:03,067 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4a57804b7544ba09984795af5d86b63 2024-11-21T17:35:03,067 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3/f/d4a57804b7544ba09984795af5d86b63, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T17:35:03,068 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3/.tmp/f1/2b2d8bf208ed47bc83c71c956f36efc0 as hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3/f1/2b2d8bf208ed47bc83c71c956f36efc0 2024-11-21T17:35:03,072 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b2d8bf208ed47bc83c71c956f36efc0 2024-11-21T17:35:03,072 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3/f1/2b2d8bf208ed47bc83c71c956f36efc0, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T17:35:03,073 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3/.tmp/norep/07d18d8500734d4081b5d5dbe8ca0dd2 as hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3/norep/07d18d8500734d4081b5d5dbe8ca0dd2 2024-11-21T17:35:03,076 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07d18d8500734d4081b5d5dbe8ca0dd2 2024-11-21T17:35:03,076 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3/norep/07d18d8500734d4081b5d5dbe8ca0dd2, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T17:35:03,077 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4d67bdff22804f96958c6025e48366f3 in 495ms, sequenceid=8, compaction requested=false 2024-11-21T17:35:03,081 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/default/test/4d67bdff22804f96958c6025e48366f3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T17:35:03,081 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/.tmp/table/94e98abb221b4b5ba675f2097cddf47f is 53, key is hbase:replication/table:state/1732210492384/Put/seqid=0 2024-11-21T17:35:03,081 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:35:03,081 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:35:03,082 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732210486883.4d67bdff22804f96958c6025e48366f3. 2024-11-21T17:35:03,082 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d67bdff22804f96958c6025e48366f3: Waiting for close lock at 1732210502582Running coprocessor pre-close hooks at 1732210502582Disabling compacts and flushes for region at 1732210502582Disabling writes for close at 1732210502582Obtaining lock to block concurrent updates at 1732210502582Preparing flush snapshotting stores in 4d67bdff22804f96958c6025e48366f3 at 1732210502582Finished memstore snapshotting test,,1732210486883.4d67bdff22804f96958c6025e48366f3., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732210502583 (+1 ms)Flushing stores of test,,1732210486883.4d67bdff22804f96958c6025e48366f3. at 1732210502583Flushing 4d67bdff22804f96958c6025e48366f3/f: creating writer at 1732210502583Flushing 4d67bdff22804f96958c6025e48366f3/f: appending metadata at 1732210502601 (+18 ms)Flushing 4d67bdff22804f96958c6025e48366f3/f: closing flushed file at 1732210502601Flushing 4d67bdff22804f96958c6025e48366f3/f1: creating writer at 1732210503009 (+408 ms)Flushing 4d67bdff22804f96958c6025e48366f3/f1: appending metadata at 1732210503031 (+22 ms)Flushing 4d67bdff22804f96958c6025e48366f3/f1: closing flushed file at 1732210503031Flushing 4d67bdff22804f96958c6025e48366f3/norep: creating writer at 1732210503039 (+8 ms)Flushing 4d67bdff22804f96958c6025e48366f3/norep: appending metadata at 1732210503055 (+16 ms)Flushing 4d67bdff22804f96958c6025e48366f3/norep: closing flushed file at 1732210503055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69285ec0: reopening flushed file at 1732210503063 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f46f39a: reopening flushed file at 1732210503067 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6323ca: reopening flushed file at 1732210503072 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4d67bdff22804f96958c6025e48366f3 in 495ms, sequenceid=8, compaction requested=false at 1732210503077 (+5 ms)Writing region close event to WAL at 1732210503078 (+1 ms)Running coprocessor post-close hooks at 1732210503081 (+3 ms)Closed at 1732210503081 2024-11-21T17:35:03,082 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732210486883.4d67bdff22804f96958c6025e48366f3. 2024-11-21T17:35:03,082 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f39d9a8d1b417c3c6b4d9bccf08da936, disabling compactions & flushes 2024-11-21T17:35:03,082 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936. 2024-11-21T17:35:03,082 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936. 2024-11-21T17:35:03,082 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936. after waiting 0 ms 2024-11-21T17:35:03,082 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936. 2024-11-21T17:35:03,082 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f39d9a8d1b417c3c6b4d9bccf08da936 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-21T17:35:03,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741846_1022 (size=5308) 2024-11-21T17:35:03,101 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/replication/f39d9a8d1b417c3c6b4d9bccf08da936/.tmp/queue/82164055026e41d8a0574b42cf20e104 is 153, key is 1-f3865e8353b4,44385,1732210479909/queue:f3865e8353b4%2C44385%2C1732210479909/1732210499038/Put/seqid=0 2024-11-21T17:35:03,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741847_1023 (size=5352) 2024-11-21T17:35:03,106 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/replication/f39d9a8d1b417c3c6b4d9bccf08da936/.tmp/queue/82164055026e41d8a0574b42cf20e104 2024-11-21T17:35:03,110 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/replication/f39d9a8d1b417c3c6b4d9bccf08da936/.tmp/queue/82164055026e41d8a0574b42cf20e104 as hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/replication/f39d9a8d1b417c3c6b4d9bccf08da936/queue/82164055026e41d8a0574b42cf20e104 2024-11-21T17:35:03,115 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/replication/f39d9a8d1b417c3c6b4d9bccf08da936/queue/82164055026e41d8a0574b42cf20e104, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T17:35:03,116 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for f39d9a8d1b417c3c6b4d9bccf08da936 in 34ms, sequenceid=10, compaction requested=false 2024-11-21T17:35:03,119 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/replication/f39d9a8d1b417c3c6b4d9bccf08da936/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T17:35:03,120 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:35:03,120 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:35:03,120 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936. 2024-11-21T17:35:03,120 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f39d9a8d1b417c3c6b4d9bccf08da936: Waiting for close lock at 1732210503082Running coprocessor pre-close hooks at 1732210503082Disabling compacts and flushes for region at 1732210503082Disabling writes for close at 1732210503082Obtaining lock to block concurrent updates at 1732210503082Preparing flush snapshotting stores in f39d9a8d1b417c3c6b4d9bccf08da936 at 1732210503082Finished memstore snapshotting hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732210503083 (+1 ms)Flushing stores of hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936. at 1732210503083Flushing f39d9a8d1b417c3c6b4d9bccf08da936/queue: creating writer at 1732210503083Flushing f39d9a8d1b417c3c6b4d9bccf08da936/queue: appending metadata at 1732210503101 (+18 ms)Flushing f39d9a8d1b417c3c6b4d9bccf08da936/queue: closing flushed file at 1732210503101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ed7cccc: reopening flushed file at 1732210503110 (+9 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for f39d9a8d1b417c3c6b4d9bccf08da936 in 34ms, sequenceid=10, compaction requested=false at 1732210503116 (+6 ms)Writing region close event to WAL at 1732210503116Running coprocessor post-close hooks at 1732210503120 (+4 ms)Closed at 1732210503120 2024-11-21T17:35:03,120 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732210491216.f39d9a8d1b417c3c6b4d9bccf08da936. 2024-11-21T17:35:03,183 DEBUG [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:35:03,383 DEBUG [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:35:03,466 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 914, reset compression=false 2024-11-21T17:35:03,470 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:03,470 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 1805, reset compression=false 2024-11-21T17:35:03,470 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.shipperf3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44385,1732210479909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:35:03,471 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.shipperf3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f3865e8353b4,44385,1732210479909: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f3865e8353b4,44385,1732210479909, walGroup=f3865e8353b4%2C44385%2C1732210479909, offset=f3865e8353b4%2C44385%2C1732210479909.1732210481890:1805, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:44385 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T17:35:03,472 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.shipperf3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T17:35:03,472 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.shipperf3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T17:35:03,473 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.shipperf3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T17:35:03,473 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.shipperf3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T17:35:03,473 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.shipperf3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T17:35:03,473 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.shipperf3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 684101384 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 191866848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T17:35:03,473 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.shipperf3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:34545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T17:35:03,486 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/.tmp/table/94e98abb221b4b5ba675f2097cddf47f 2024-11-21T17:35:03,491 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/.tmp/info/ba900582809744ff8dcbaf6b4f55f985 as hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/info/ba900582809744ff8dcbaf6b4f55f985 2024-11-21T17:35:03,495 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/info/ba900582809744ff8dcbaf6b4f55f985, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T17:35:03,496 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/.tmp/ns/59907d81740d47529b7e80761fb1190f as hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/ns/59907d81740d47529b7e80761fb1190f 2024-11-21T17:35:03,501 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/ns/59907d81740d47529b7e80761fb1190f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T17:35:03,502 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/.tmp/rep_barrier/b878c56bbd484d76bd33deb727b472b8 as hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/rep_barrier/b878c56bbd484d76bd33deb727b472b8 2024-11-21T17:35:03,506 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/rep_barrier/b878c56bbd484d76bd33deb727b472b8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T17:35:03,507 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/.tmp/table/94e98abb221b4b5ba675f2097cddf47f as hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/table/94e98abb221b4b5ba675f2097cddf47f 2024-11-21T17:35:03,511 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/table/94e98abb221b4b5ba675f2097cddf47f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T17:35:03,512 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=16, compaction requested=false 2024-11-21T17:35:03,525 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T17:35:03,525 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:35:03,525 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:35:03,525 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:35:03,526 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210502582Running coprocessor pre-close hooks at 1732210502582Disabling compacts and flushes for region at 1732210502582Disabling writes for close at 1732210502582Obtaining lock to block concurrent updates at 1732210502583 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732210502583Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732210502583Flushing stores of hbase:meta,,1.1588230740 at 1732210502583Flushing 1588230740/info: creating writer at 1732210502583Flushing 1588230740/info: appending metadata at 1732210502601 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732210502601Flushing 1588230740/ns: creating writer at 1732210503009 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732210503031 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732210503031Flushing 1588230740/rep_barrier: creating writer at 1732210503039 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732210503056 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732210503056Flushing 1588230740/table: creating writer at 1732210503063 (+7 ms)Flushing 1588230740/table: appending metadata at 1732210503080 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732210503080Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3fe353: reopening flushed file at 1732210503490 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e70da3: reopening flushed file at 1732210503495 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ac8be98: reopening flushed file at 1732210503501 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a94f56d: reopening flushed file at 1732210503506 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=16, compaction requested=false at 1732210503512 (+6 ms)Writing region close event to WAL at 1732210503522 (+10 ms)Running coprocessor post-close hooks at 1732210503525 (+3 ms)Closed at 1732210503525 2024-11-21T17:35:03,526 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:35:03,583 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,44385,1732210479909; all regions closed. 2024-11-21T17:35:03,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741834_1010 (size=4239) 2024-11-21T17:35:03,585 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.meta.1732210482789.meta not finished, retry = 0 2024-11-21T17:35:03,673 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.wal-reader.f3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 to pos 1805, reset compression=false 2024-11-21T17:35:03,688 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.rep.1732210492347 not finished, retry = 0 2024-11-21T17:35:03,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741839_1015 (size=2676) 2024-11-21T17:35:03,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741832_1008 (size=1813) 2024-11-21T17:35:03,791 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/WALs/f3865e8353b4,44385,1732210479909/f3865e8353b4%2C44385%2C1732210479909.1732210481890 not finished, retry = 0 2024-11-21T17:35:03,892 DEBUG [RS:0;f3865e8353b4:44385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:03,892 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:35:03,892 INFO [RS:0;f3865e8353b4:44385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:35:03,892 INFO [RS:0;f3865e8353b4:44385 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:35:03,892 INFO [RS:0;f3865e8353b4:44385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:35:03,892 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:35:03,892 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,44385,1732210479909 because: Region server is closing 2024-11-21T17:35:03,893 INFO [RS:0;f3865e8353b4:44385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:44385. 2024-11-21T17:35:03,893 DEBUG [RS:0;f3865e8353b4:44385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:03,893 DEBUG [RS:0;f3865e8353b4:44385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:03,893 DEBUG [RS:0;f3865e8353b4:44385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:03,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:03,993 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44385,1732210479909.replicationSource.shipperf3865e8353b4%2C44385%2C1732210479909,1-f3865e8353b4,44385,1732210479909 terminated 2024-11-21T17:35:03,993 INFO [RS:0;f3865e8353b4:44385 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:44385. 2024-11-21T17:35:03,993 DEBUG [RS:0;f3865e8353b4:44385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:03,993 DEBUG [RS:0;f3865e8353b4:44385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:03,994 DEBUG [RS:0;f3865e8353b4:44385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:03,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:03,994 INFO [RS:0;f3865e8353b4:44385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44385 2024-11-21T17:35:03,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01709383386/rs/f3865e8353b4,44385,1732210479909 2024-11-21T17:35:03,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386/rs 2024-11-21T17:35:03,995 INFO [RS:0;f3865e8353b4:44385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:35:03,996 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,44385,1732210479909] 2024-11-21T17:35:03,996 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01709383386/draining/f3865e8353b4,44385,1732210479909 already deleted, retry=false 2024-11-21T17:35:03,996 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,44385,1732210479909 expired; onlineServers=0 2024-11-21T17:35:03,996 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,34545,1732210479868' ***** 2024-11-21T17:35:03,996 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:35:03,996 INFO [M:0;f3865e8353b4:34545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:35:03,996 INFO [M:0;f3865e8353b4:34545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:35:03,996 DEBUG [M:0;f3865e8353b4:34545 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:35:03,996 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:35:03,996 DEBUG [M:0;f3865e8353b4:34545 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:35:03,997 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210481650 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210481650,5,FailOnTimeoutGroup] 2024-11-21T17:35:03,997 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210481650 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210481650,5,FailOnTimeoutGroup] 2024-11-21T17:35:03,997 INFO [M:0;f3865e8353b4:34545 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:35:03,997 INFO [M:0;f3865e8353b4:34545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:35:03,997 DEBUG [M:0;f3865e8353b4:34545 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:35:03,997 INFO [M:0;f3865e8353b4:34545 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:35:03,997 INFO [M:0;f3865e8353b4:34545 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:35:03,997 INFO [M:0;f3865e8353b4:34545 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:35:03,997 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:35:03,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01709383386/master 2024-11-21T17:35:03,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01709383386 2024-11-21T17:35:03,998 DEBUG [M:0;f3865e8353b4:34545 {}] zookeeper.ZKUtil(347): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Unable to get data of znode /01709383386/master because node does not exist (not an error) 2024-11-21T17:35:03,998 WARN [M:0;f3865e8353b4:34545 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:35:03,998 INFO [M:0;f3865e8353b4:34545 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/.lastflushedseqids 2024-11-21T17:35:04,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741848_1024 (size=245) 2024-11-21T17:35:04,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:04,096 INFO [RS:0;f3865e8353b4:44385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:35:04,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44385-0x1006359abd20001, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:04,096 INFO [RS:0;f3865e8353b4:44385 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,44385,1732210479909; zookeeper connection closed. 2024-11-21T17:35:04,096 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30a8018c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30a8018c 2024-11-21T17:35:04,097 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:35:04,402 INFO [M:0;f3865e8353b4:34545 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:35:04,403 INFO [M:0;f3865e8353b4:34545 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:35:04,403 DEBUG [M:0;f3865e8353b4:34545 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:35:04,403 INFO [M:0;f3865e8353b4:34545 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:04,403 DEBUG [M:0;f3865e8353b4:34545 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:04,403 DEBUG [M:0;f3865e8353b4:34545 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:35:04,403 DEBUG [M:0;f3865e8353b4:34545 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:04,403 INFO [M:0;f3865e8353b4:34545 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T17:35:04,417 DEBUG [M:0;f3865e8353b4:34545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e2470d3e38a4c0b8b0e9756052146ba is 82, key is hbase:meta,,1/info:regioninfo/1732210482825/Put/seqid=0 2024-11-21T17:35:04,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741849_1025 (size=5672) 2024-11-21T17:35:04,821 INFO [M:0;f3865e8353b4:34545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e2470d3e38a4c0b8b0e9756052146ba 2024-11-21T17:35:04,837 DEBUG [M:0;f3865e8353b4:34545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd66b104bcd0402e8967ecd29b377050 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732210492386/Put/seqid=0 2024-11-21T17:35:04,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741850_1026 (size=8517) 2024-11-21T17:35:05,240 INFO [M:0;f3865e8353b4:34545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd66b104bcd0402e8967ecd29b377050 2024-11-21T17:35:05,261 DEBUG [M:0;f3865e8353b4:34545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69256d13710543b9afa90a87926c940f is 69, key is f3865e8353b4,44385,1732210479909/rs:state/1732210481751/Put/seqid=0 2024-11-21T17:35:05,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741851_1027 (size=5156) 2024-11-21T17:35:05,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:35:05,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:05,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:05,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:05,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:05,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:05,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:05,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:05,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:05,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:05,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:05,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:05,665 INFO [M:0;f3865e8353b4:34545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69256d13710543b9afa90a87926c940f 2024-11-21T17:35:05,669 DEBUG [M:0;f3865e8353b4:34545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e2470d3e38a4c0b8b0e9756052146ba as hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e2470d3e38a4c0b8b0e9756052146ba 2024-11-21T17:35:05,672 INFO [M:0;f3865e8353b4:34545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e2470d3e38a4c0b8b0e9756052146ba, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T17:35:05,672 DEBUG [M:0;f3865e8353b4:34545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd66b104bcd0402e8967ecd29b377050 as hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd66b104bcd0402e8967ecd29b377050 2024-11-21T17:35:05,675 INFO [M:0;f3865e8353b4:34545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd66b104bcd0402e8967ecd29b377050, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T17:35:05,676 DEBUG [M:0;f3865e8353b4:34545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69256d13710543b9afa90a87926c940f as hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69256d13710543b9afa90a87926c940f 2024-11-21T17:35:05,679 INFO [M:0;f3865e8353b4:34545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42227/user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69256d13710543b9afa90a87926c940f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T17:35:05,680 INFO [M:0;f3865e8353b4:34545 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-21T17:35:05,681 INFO [M:0;f3865e8353b4:34545 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:05,681 DEBUG [M:0;f3865e8353b4:34545 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210504403Disabling compacts and flushes for region at 1732210504403Disabling writes for close at 1732210504403Obtaining lock to block concurrent updates at 1732210504403Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210504403Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732210504403Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210504404 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210504404Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210504417 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210504417Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210504824 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210504836 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210504836Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210505244 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210505260 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210505260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f25f7e: reopening flushed file at 1732210505668 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e60ba21: reopening flushed file at 1732210505672 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ad3e19: reopening flushed file at 1732210505675 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1732210505680 (+5 ms)Writing region close event to WAL at 1732210505681 (+1 ms)Closed at 1732210505681 2024-11-21T17:35:05,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42879 is added to blk_1073741830_1006 (size=63666) 2024-11-21T17:35:05,683 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b535971-5b07-17b7-228e-563e675d33a9/MasterData/WALs/f3865e8353b4,34545,1732210479868/f3865e8353b4%2C34545%2C1732210479868.1732210481587 not finished, retry = 0 2024-11-21T17:35:05,783 INFO [M:0;f3865e8353b4:34545 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:35:05,783 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:35:05,784 INFO [M:0;f3865e8353b4:34545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34545 2024-11-21T17:35:05,784 INFO [M:0;f3865e8353b4:34545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:35:05,885 INFO [M:0;f3865e8353b4:34545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:35:05,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:05,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34545-0x1006359abd20000, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:05,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59ca74a9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:35:05,887 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b6b0b57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:35:05,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:35:05,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8d0dfc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:35:05,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce2f9dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/hadoop.log.dir/,STOPPED} 2024-11-21T17:35:05,889 WARN [BP-1623055608-172.17.0.2-1732210478969 heartbeating to localhost/127.0.0.1:42227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:35:05,889 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:35:05,889 WARN [BP-1623055608-172.17.0.2-1732210478969 heartbeating to localhost/127.0.0.1:42227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1623055608-172.17.0.2-1732210478969 (Datanode Uuid a7b58f8f-d58b-4d8b-9caf-34f75bcbd18e) service to localhost/127.0.0.1:42227 2024-11-21T17:35:05,889 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:35:05,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/cluster_f54a7453-dbda-ae1a-0a41-db88fa708615/data/data1/current/BP-1623055608-172.17.0.2-1732210478969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:35:05,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/cluster_f54a7453-dbda-ae1a-0a41-db88fa708615/data/data2/current/BP-1623055608-172.17.0.2-1732210478969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:35:05,889 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:35:05,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41188e45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:35:05,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ff08e57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:35:05,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:35:05,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@320414ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:35:05,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1477a6b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f373c6e-0f5c-bddb-a306-d62dfa8b2bcc/hadoop.log.dir/,STOPPED} 2024-11-21T17:35:05,899 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T17:35:05,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:35:05,918 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 247) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:37819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37819 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52265) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52265) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42227 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=1144 (was 1173) 2024-11-21T17:35:05,926 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=1144 2024-11-21T17:35:05,939 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-21T17:35:05,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/hadoop.log.dir so I do NOT create it in target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f 2024-11-21T17:35:05,939 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:35:05,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/hadoop.tmp.dir so I do NOT create it in target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f 2024-11-21T17:35:05,939 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8767db30-3957-ca2c-ae50-779c864821c2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:35:05,939 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f 2024-11-21T17:35:05,940 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/cluster_8a7aca84-d514-225c-e075-f1d8974f8b77, deleteOnExit=true 2024-11-21T17:35:05,942 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/cluster_8a7aca84-d514-225c-e075-f1d8974f8b77/zookeeper_0, clientPort=56294, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/cluster_8a7aca84-d514-225c-e075-f1d8974f8b77/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/cluster_8a7aca84-d514-225c-e075-f1d8974f8b77/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T17:35:05,943 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56294 2024-11-21T17:35:05,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:35:05,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:35:05,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/test.cache.data in system properties and HBase conf 2024-11-21T17:35:05,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:35:05,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:35:05,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:35:05,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:35:05,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:35:05,943 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:35:05,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:35:05,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:35:05,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:35:05,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:35:05,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:35:05,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:35:05,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:35:05,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:35:05,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:35:05,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:35:05,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:35:05,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:35:05,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:35:05,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:35:05,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1006359abd20005, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:35:05,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1006359abd20002, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:35:05,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1006359abd20005, quorum=127.0.0.1:52265, baseZNode=/11490837002 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:35:05,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1006359abd20002, quorum=127.0.0.1:52265, baseZNode=/01709383386 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:35:06,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:06,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:35:06,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:35:06,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:35:06,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:35:06,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:06,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5883b0c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:35:06,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28d3c8a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:35:06,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38668141{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/java.io.tmpdir/jetty-localhost-35059-hadoop-hdfs-3_4_1-tests_jar-_-any-1192010763108515094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:35:06,105 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66419a34{HTTP/1.1, (http/1.1)}{localhost:35059} 2024-11-21T17:35:06,105 INFO [Time-limited test {}] server.Server(415): Started @211368ms 2024-11-21T17:35:06,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:06,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:35:06,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:35:06,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:35:06,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:35:06,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5054afca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:35:06,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@686bec88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:35:06,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e6a6613{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/java.io.tmpdir/jetty-localhost-37615-hadoop-hdfs-3_4_1-tests_jar-_-any-9436140204913097382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:35:06,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e0be089{HTTP/1.1, (http/1.1)}{localhost:37615} 2024-11-21T17:35:06,258 INFO [Time-limited test {}] server.Server(415): Started @211521ms 2024-11-21T17:35:06,259 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:35:06,313 WARN [Thread-2673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/cluster_8a7aca84-d514-225c-e075-f1d8974f8b77/data/data1/current/BP-1205600805-172.17.0.2-1732210505958/current, will proceed with Du for space computation calculation, 2024-11-21T17:35:06,313 WARN [Thread-2674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/cluster_8a7aca84-d514-225c-e075-f1d8974f8b77/data/data2/current/BP-1205600805-172.17.0.2-1732210505958/current, will proceed with Du for space computation calculation, 2024-11-21T17:35:06,337 WARN [Thread-2661 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:35:06,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x192c5c65d06bc98f with lease ID 0x655df7c2cdd7d2ec: Processing first storage report for DS-ad7ee070-0118-41bc-8d08-3ac55d278363 from datanode DatanodeRegistration(127.0.0.1:36673, datanodeUuid=5dd6799d-982b-4f64-810e-75cd91427c97, infoPort=40561, infoSecurePort=0, ipcPort=37775, storageInfo=lv=-57;cid=testClusterID;nsid=708389751;c=1732210505958) 2024-11-21T17:35:06,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x192c5c65d06bc98f with lease ID 0x655df7c2cdd7d2ec: from storage DS-ad7ee070-0118-41bc-8d08-3ac55d278363 node DatanodeRegistration(127.0.0.1:36673, datanodeUuid=5dd6799d-982b-4f64-810e-75cd91427c97, infoPort=40561, infoSecurePort=0, ipcPort=37775, storageInfo=lv=-57;cid=testClusterID;nsid=708389751;c=1732210505958), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:35:06,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x192c5c65d06bc98f with lease ID 0x655df7c2cdd7d2ec: Processing first storage report for DS-cd601efd-2ed5-48a2-a8f1-8415ee4f20d6 from datanode DatanodeRegistration(127.0.0.1:36673, datanodeUuid=5dd6799d-982b-4f64-810e-75cd91427c97, infoPort=40561, infoSecurePort=0, ipcPort=37775, storageInfo=lv=-57;cid=testClusterID;nsid=708389751;c=1732210505958) 2024-11-21T17:35:06,339 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x192c5c65d06bc98f with lease ID 0x655df7c2cdd7d2ec: from storage DS-cd601efd-2ed5-48a2-a8f1-8415ee4f20d6 node DatanodeRegistration(127.0.0.1:36673, datanodeUuid=5dd6799d-982b-4f64-810e-75cd91427c97, infoPort=40561, infoSecurePort=0, ipcPort=37775, storageInfo=lv=-57;cid=testClusterID;nsid=708389751;c=1732210505958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:35:06,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f 2024-11-21T17:35:06,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:06,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:06,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:35:06,791 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0 with version=8 2024-11-21T17:35:06,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/hbase-staging 2024-11-21T17:35:06,793 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:35:06,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:06,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:06,793 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:35:06,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:06,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:35:06,793 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:35:06,793 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:35:06,794 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36807 2024-11-21T17:35:06,794 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36807 connecting to ZooKeeper ensemble=127.0.0.1:56294 2024-11-21T17:35:06,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368070x0, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:06,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36807-0x100635a15440000 connected 2024-11-21T17:35:06,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:06,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:06,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Set watcher on znode that does not yet exist, /0-1220902841/running 2024-11-21T17:35:06,812 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0, hbase.cluster.distributed=false 2024-11-21T17:35:06,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Set watcher on znode that does not yet exist, /0-1220902841/acl 2024-11-21T17:35:06,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-21T17:35:06,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36807 2024-11-21T17:35:06,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36807 2024-11-21T17:35:06,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-21T17:35:06,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36807 2024-11-21T17:35:06,839 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:35:06,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:06,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:06,839 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:35:06,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:06,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:35:06,839 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:35:06,839 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:35:06,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40401 2024-11-21T17:35:06,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40401 connecting to ZooKeeper ensemble=127.0.0.1:56294 2024-11-21T17:35:06,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:06,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:06,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404010x0, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:06,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40401-0x100635a15440001 connected 2024-11-21T17:35:06,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Set watcher on znode that does not yet exist, /0-1220902841/running 2024-11-21T17:35:06,847 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:35:06,847 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:35:06,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Set watcher on znode that does not yet exist, /0-1220902841/master 2024-11-21T17:35:06,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Set watcher on znode that does not yet exist, /0-1220902841/acl 2024-11-21T17:35:06,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40401 2024-11-21T17:35:06,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40401 2024-11-21T17:35:06,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40401 2024-11-21T17:35:06,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40401 2024-11-21T17:35:06,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40401 2024-11-21T17:35:06,867 DEBUG [M:0;f3865e8353b4:36807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:36807 2024-11-21T17:35:06,867 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1220902841/backup-masters/f3865e8353b4,36807,1732210506793 2024-11-21T17:35:06,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841/backup-masters 2024-11-21T17:35:06,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841/backup-masters 2024-11-21T17:35:06,868 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Set watcher on existing znode=/0-1220902841/backup-masters/f3865e8353b4,36807,1732210506793 2024-11-21T17:35:06,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841 2024-11-21T17:35:06,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1220902841/master 2024-11-21T17:35:06,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841 2024-11-21T17:35:06,870 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Set watcher on existing znode=/0-1220902841/master 2024-11-21T17:35:06,870 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1220902841/backup-masters/f3865e8353b4,36807,1732210506793 from backup master directory 2024-11-21T17:35:06,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220902841/backup-masters/f3865e8353b4,36807,1732210506793 2024-11-21T17:35:06,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841/backup-masters 2024-11-21T17:35:06,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841/backup-masters 2024-11-21T17:35:06,871 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:35:06,871 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,36807,1732210506793 2024-11-21T17:35:06,873 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/hbase.id] with ID: 7bb0236b-5f93-4556-962d-ecfbe86ce803 2024-11-21T17:35:06,873 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/.tmp/hbase.id 2024-11-21T17:35:06,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:35:07,282 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/.tmp/hbase.id]:[hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/hbase.id] 2024-11-21T17:35:07,290 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:07,290 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:35:07,291 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T17:35:07,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841 2024-11-21T17:35:07,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841 2024-11-21T17:35:07,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:35:07,297 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:35:07,298 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:35:07,298 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:07,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:35:07,703 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store 2024-11-21T17:35:07,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:35:08,109 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:08,109 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:35:08,109 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:08,109 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:08,109 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:35:08,109 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:08,109 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:08,109 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210508109Disabling compacts and flushes for region at 1732210508109Disabling writes for close at 1732210508109Writing region close event to WAL at 1732210508109Closed at 1732210508109 2024-11-21T17:35:08,110 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/.initializing 2024-11-21T17:35:08,110 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/WALs/f3865e8353b4,36807,1732210506793 2024-11-21T17:35:08,110 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:35:08,111 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C36807%2C1732210506793, suffix=, logDir=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/WALs/f3865e8353b4,36807,1732210506793, archiveDir=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/oldWALs, maxLogs=10 2024-11-21T17:35:08,124 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/WALs/f3865e8353b4,36807,1732210506793/f3865e8353b4%2C36807%2C1732210506793.1732210508112, exclude list is [], retry=0 2024-11-21T17:35:08,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-ad7ee070-0118-41bc-8d08-3ac55d278363,DISK] 2024-11-21T17:35:08,128 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/WALs/f3865e8353b4,36807,1732210506793/f3865e8353b4%2C36807%2C1732210506793.1732210508112 2024-11-21T17:35:08,128 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40561:40561)] 2024-11-21T17:35:08,128 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:08,128 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:08,128 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:08,128 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:08,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:08,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:35:08,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:08,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:08,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:08,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:35:08,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:08,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:08,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:08,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:35:08,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:08,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:08,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:08,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:35:08,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:08,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:08,135 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:08,135 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:08,136 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:08,137 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:08,137 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:08,137 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:08,138 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:08,139 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:08,140 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67476638, jitterRate=0.005480259656906128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:08,140 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210508128Initializing all the Stores at 1732210508129 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210508129Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210508129Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210508129Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210508129Cleaning up temporary data from old regions at 1732210508137 (+8 ms)Region opened successfully at 1732210508140 (+3 ms) 2024-11-21T17:35:08,140 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:35:08,142 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7922109e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:35:08,143 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:35:08,143 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:35:08,143 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:35:08,143 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:35:08,144 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:35:08,144 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:35:08,144 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:35:08,145 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:35:08,146 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Unable to get data of znode /0-1220902841/balancer because node does not exist (not necessarily an error) 2024-11-21T17:35:08,146 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220902841/balancer already deleted, retry=false 2024-11-21T17:35:08,146 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:35:08,147 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Unable to get data of znode /0-1220902841/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:35:08,148 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220902841/normalizer already deleted, retry=false 2024-11-21T17:35:08,148 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:35:08,149 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Unable to get data of znode /0-1220902841/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:35:08,150 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220902841/switch/split already deleted, retry=false 2024-11-21T17:35:08,151 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Unable to get data of znode /0-1220902841/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:35:08,151 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220902841/switch/merge already deleted, retry=false 2024-11-21T17:35:08,152 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Unable to get data of znode /0-1220902841/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:35:08,153 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220902841/snapshot-cleanup already deleted, retry=false 2024-11-21T17:35:08,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1220902841/running 2024-11-21T17:35:08,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1220902841/running 2024-11-21T17:35:08,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841 2024-11-21T17:35:08,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841 2024-11-21T17:35:08,154 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,36807,1732210506793, sessionid=0x100635a15440000, setting cluster-up flag (Was=false) 2024-11-21T17:35:08,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841 2024-11-21T17:35:08,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841 2024-11-21T17:35:08,157 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1220902841/flush-table-proc/acquired, /0-1220902841/flush-table-proc/reached, /0-1220902841/flush-table-proc/abort 2024-11-21T17:35:08,158 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,36807,1732210506793 2024-11-21T17:35:08,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841 2024-11-21T17:35:08,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841 2024-11-21T17:35:08,161 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1220902841/online-snapshot/acquired, /0-1220902841/online-snapshot/reached, /0-1220902841/online-snapshot/abort 2024-11-21T17:35:08,161 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,36807,1732210506793 2024-11-21T17:35:08,162 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:35:08,163 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:08,163 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:35:08,163 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:35:08,163 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,36807,1732210506793 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:35:08,164 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:08,164 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:08,164 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:08,164 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:08,164 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:35:08,164 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:08,164 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:35:08,164 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:08,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:08,165 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:35:08,166 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:08,166 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:35:08,167 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210538167 2024-11-21T17:35:08,167 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:35:08,167 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:35:08,167 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:35:08,167 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:35:08,167 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:35:08,167 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:35:08,168 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:08,168 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:35:08,168 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:35:08,168 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:35:08,168 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:35:08,170 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:35:08,170 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:35:08,170 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210508170,5,FailOnTimeoutGroup] 2024-11-21T17:35:08,173 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210508170,5,FailOnTimeoutGroup] 2024-11-21T17:35:08,173 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:08,173 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:35:08,173 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:08,173 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:08,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:35:08,259 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(746): ClusterId : 7bb0236b-5f93-4556-962d-ecfbe86ce803 2024-11-21T17:35:08,259 DEBUG [RS:0;f3865e8353b4:40401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:35:08,261 DEBUG [RS:0;f3865e8353b4:40401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:35:08,261 DEBUG [RS:0;f3865e8353b4:40401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:35:08,262 DEBUG [RS:0;f3865e8353b4:40401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:35:08,262 DEBUG [RS:0;f3865e8353b4:40401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58718f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:35:08,273 DEBUG [RS:0;f3865e8353b4:40401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:40401 2024-11-21T17:35:08,273 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:35:08,273 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:35:08,273 DEBUG [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:35:08,273 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,36807,1732210506793 with port=40401, startcode=1732210506839 2024-11-21T17:35:08,274 DEBUG [RS:0;f3865e8353b4:40401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:35:08,275 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:35:08,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,40401,1732210506839 2024-11-21T17:35:08,275 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36807 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,40401,1732210506839 2024-11-21T17:35:08,276 DEBUG [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0 2024-11-21T17:35:08,276 DEBUG [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45531 2024-11-21T17:35:08,276 DEBUG [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:35:08,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841/rs 2024-11-21T17:35:08,277 DEBUG [RS:0;f3865e8353b4:40401 {}] zookeeper.ZKUtil(111): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Set watcher on existing znode=/0-1220902841/rs/f3865e8353b4,40401,1732210506839 2024-11-21T17:35:08,277 WARN [RS:0;f3865e8353b4:40401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:35:08,278 INFO [RS:0;f3865e8353b4:40401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:08,278 DEBUG [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839 2024-11-21T17:35:08,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,40401,1732210506839] 2024-11-21T17:35:08,280 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:35:08,281 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:35:08,281 INFO [RS:0;f3865e8353b4:40401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:35:08,281 INFO [RS:0;f3865e8353b4:40401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:08,281 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:35:08,282 INFO [RS:0;f3865e8353b4:40401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:35:08,282 INFO [RS:0;f3865e8353b4:40401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:08,282 DEBUG [RS:0;f3865e8353b4:40401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:08,282 DEBUG [RS:0;f3865e8353b4:40401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:08,282 DEBUG [RS:0;f3865e8353b4:40401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:08,282 DEBUG [RS:0;f3865e8353b4:40401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:08,282 DEBUG [RS:0;f3865e8353b4:40401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:08,282 DEBUG [RS:0;f3865e8353b4:40401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:35:08,282 DEBUG [RS:0;f3865e8353b4:40401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:08,282 DEBUG [RS:0;f3865e8353b4:40401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:08,282 DEBUG [RS:0;f3865e8353b4:40401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:08,282 DEBUG [RS:0;f3865e8353b4:40401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:08,282 DEBUG [RS:0;f3865e8353b4:40401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:08,282 DEBUG [RS:0;f3865e8353b4:40401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:08,282 DEBUG [RS:0;f3865e8353b4:40401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:35:08,282 DEBUG [RS:0;f3865e8353b4:40401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:35:08,283 INFO [RS:0;f3865e8353b4:40401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:08,283 INFO [RS:0;f3865e8353b4:40401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:08,283 INFO [RS:0;f3865e8353b4:40401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:08,283 INFO [RS:0;f3865e8353b4:40401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:08,283 INFO [RS:0;f3865e8353b4:40401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:08,283 INFO [RS:0;f3865e8353b4:40401 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,40401,1732210506839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:35:08,295 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:35:08,295 INFO [RS:0;f3865e8353b4:40401 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,40401,1732210506839-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:08,295 INFO [RS:0;f3865e8353b4:40401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:08,295 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.Replication(171): f3865e8353b4,40401,1732210506839 started 2024-11-21T17:35:08,306 INFO [RS:0;f3865e8353b4:40401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:08,306 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,40401,1732210506839, RpcServer on f3865e8353b4/172.17.0.2:40401, sessionid=0x100635a15440001 2024-11-21T17:35:08,306 DEBUG [RS:0;f3865e8353b4:40401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:35:08,306 DEBUG [RS:0;f3865e8353b4:40401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,40401,1732210506839 2024-11-21T17:35:08,306 DEBUG [RS:0;f3865e8353b4:40401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,40401,1732210506839' 2024-11-21T17:35:08,306 DEBUG [RS:0;f3865e8353b4:40401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1220902841/flush-table-proc/abort' 2024-11-21T17:35:08,307 DEBUG [RS:0;f3865e8353b4:40401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1220902841/flush-table-proc/acquired' 2024-11-21T17:35:08,307 DEBUG [RS:0;f3865e8353b4:40401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:35:08,307 DEBUG [RS:0;f3865e8353b4:40401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:35:08,307 DEBUG [RS:0;f3865e8353b4:40401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,40401,1732210506839 2024-11-21T17:35:08,307 DEBUG [RS:0;f3865e8353b4:40401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,40401,1732210506839' 2024-11-21T17:35:08,307 DEBUG [RS:0;f3865e8353b4:40401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1220902841/online-snapshot/abort' 2024-11-21T17:35:08,307 DEBUG [RS:0;f3865e8353b4:40401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1220902841/online-snapshot/acquired' 2024-11-21T17:35:08,308 DEBUG [RS:0;f3865e8353b4:40401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:35:08,308 INFO [RS:0;f3865e8353b4:40401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:35:08,308 INFO [RS:0;f3865e8353b4:40401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:35:08,408 INFO [RS:0;f3865e8353b4:40401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:35:08,409 INFO [RS:0;f3865e8353b4:40401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C40401%2C1732210506839, suffix=, logDir=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839, archiveDir=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/oldWALs, maxLogs=10 2024-11-21T17:35:08,420 DEBUG [RS:0;f3865e8353b4:40401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409, exclude list is [], retry=0 2024-11-21T17:35:08,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-ad7ee070-0118-41bc-8d08-3ac55d278363,DISK] 2024-11-21T17:35:08,425 INFO [RS:0;f3865e8353b4:40401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 2024-11-21T17:35:08,425 DEBUG [RS:0;f3865e8353b4:40401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40561:40561)] 2024-11-21T17:35:08,575 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:35:08,575 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0 2024-11-21T17:35:08,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741833_1009 (size=32) 2024-11-21T17:35:08,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:08,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:35:08,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:35:08,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:08,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:08,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:35:08,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:35:08,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:08,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:08,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:35:08,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:35:08,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:08,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:08,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:35:08,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:35:08,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:08,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:08,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:35:08,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740 2024-11-21T17:35:08,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740 2024-11-21T17:35:08,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:35:08,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:35:08,989 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:08,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:35:08,991 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:08,991 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71952296, jitterRate=0.07217276096343994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:08,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210508981Initializing all the Stores at 1732210508981Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210508981Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210508982 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210508982Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210508982Cleaning up temporary data from old regions at 1732210508988 (+6 ms)Region opened successfully at 1732210508992 (+4 ms) 2024-11-21T17:35:08,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:35:08,992 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:35:08,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:35:08,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:35:08,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:35:08,992 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:35:08,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210508992Disabling compacts and flushes for region at 1732210508992Disabling writes for close at 1732210508992Writing region close event to WAL at 1732210508992Closed at 1732210508992 2024-11-21T17:35:08,993 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:08,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:35:08,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:35:08,994 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:35:08,995 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:35:09,145 DEBUG [f3865e8353b4:36807 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:35:09,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,40401,1732210506839 2024-11-21T17:35:09,146 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,40401,1732210506839, state=OPENING 2024-11-21T17:35:09,147 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:35:09,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841 2024-11-21T17:35:09,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841 2024-11-21T17:35:09,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220902841/meta-region-server: CHANGED 2024-11-21T17:35:09,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220902841/meta-region-server: CHANGED 2024-11-21T17:35:09,149 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:35:09,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,40401,1732210506839}] 2024-11-21T17:35:09,301 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:35:09,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:35:09,305 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:35:09,305 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:09,305 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:35:09,306 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C40401%2C1732210506839.meta, suffix=.meta, logDir=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839, archiveDir=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/oldWALs, maxLogs=10 2024-11-21T17:35:09,318 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.meta.1732210509306.meta, exclude list is [], retry=0 2024-11-21T17:35:09,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-ad7ee070-0118-41bc-8d08-3ac55d278363,DISK] 2024-11-21T17:35:09,322 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.meta.1732210509306.meta 2024-11-21T17:35:09,322 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40561:40561)] 2024-11-21T17:35:09,322 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:09,322 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:35:09,322 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:35:09,322 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:35:09,322 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:35:09,323 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:35:09,323 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:09,323 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:35:09,323 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:35:09,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:35:09,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:35:09,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:09,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:09,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:35:09,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:35:09,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:09,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:09,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:35:09,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:35:09,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:09,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:09,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:35:09,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:35:09,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:09,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:09,327 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:35:09,328 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740 2024-11-21T17:35:09,328 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740 2024-11-21T17:35:09,329 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:35:09,329 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:35:09,330 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:09,330 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:35:09,331 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64967077, jitterRate=-0.03191511332988739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:09,331 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:35:09,331 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210509323Writing region info on filesystem at 1732210509323Initializing all the Stores at 1732210509323Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210509323Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210509324 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210509324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210509324Cleaning up temporary data from old regions at 1732210509329 (+5 ms)Running coprocessor post-open hooks at 1732210509331 (+2 ms)Region opened successfully at 1732210509331 2024-11-21T17:35:09,332 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210509301 2024-11-21T17:35:09,334 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:35:09,334 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:35:09,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,40401,1732210506839 2024-11-21T17:35:09,335 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,40401,1732210506839, state=OPEN 2024-11-21T17:35:09,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1220902841/meta-region-server 2024-11-21T17:35:09,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1220902841/meta-region-server 2024-11-21T17:35:09,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220902841/meta-region-server: CHANGED 2024-11-21T17:35:09,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220902841/meta-region-server: CHANGED 2024-11-21T17:35:09,336 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,40401,1732210506839 2024-11-21T17:35:09,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:35:09,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,40401,1732210506839 in 187 msec 2024-11-21T17:35:09,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:35:09,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 344 msec 2024-11-21T17:35:09,339 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:09,339 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:35:09,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:09,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,40401,1732210506839, seqNum=-1] 2024-11-21T17:35:09,341 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:09,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:35:09,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1820 sec 2024-11-21T17:35:09,345 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210509345, completionTime=-1 2024-11-21T17:35:09,345 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:35:09,345 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:35:09,347 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:35:09,347 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210569347 2024-11-21T17:35:09,347 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210629347 2024-11-21T17:35:09,347 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T17:35:09,347 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,36807,1732210506793-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:09,347 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,36807,1732210506793-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:09,347 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,36807,1732210506793-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:09,347 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:36807, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:09,347 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:09,347 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:09,349 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:35:09,350 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.479sec 2024-11-21T17:35:09,350 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:35:09,350 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:35:09,350 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:35:09,350 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:35:09,350 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:35:09,350 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,36807,1732210506793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:35:09,350 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,36807,1732210506793-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:35:09,352 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:35:09,352 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:35:09,352 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,36807,1732210506793-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:09,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b6ecd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:09,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,36807,-1 for getting cluster id 2024-11-21T17:35:09,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:09,361 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bb0236b-5f93-4556-962d-ecfbe86ce803' 2024-11-21T17:35:09,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:09,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bb0236b-5f93-4556-962d-ecfbe86ce803" 2024-11-21T17:35:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434d07a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,36807,-1] 2024-11-21T17:35:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:09,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:09,363 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:09,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51cf730b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:09,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:09,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,40401,1732210506839, seqNum=-1] 2024-11-21T17:35:09,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:09,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:35:09,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,36807,1732210506793 2024-11-21T17:35:09,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56294 2024-11-21T17:35:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:09,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100635a15440002 connected 2024-11-21T17:35:09,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/hadoop.log.dir so I do NOT create it in target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72 2024-11-21T17:35:09,371 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:35:09,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/hadoop.tmp.dir so I do NOT create it in target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72 2024-11-21T17:35:09,371 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:35:09,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72 2024-11-21T17:35:09,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:35:09,371 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/cluster_9e192ab6-cbba-b8b8-54ab-1e3bdf54f867, deleteOnExit=true 2024-11-21T17:35:09,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:35:09,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/test.cache.data in system properties and HBase conf 2024-11-21T17:35:09,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:35:09,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:35:09,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:35:09,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:35:09,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:35:09,372 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:35:09,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:35:09,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:35:09,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:35:09,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:35:09,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:35:09,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:35:09,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:35:09,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:35:09,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:35:09,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:35:09,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:35:09,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:35:09,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:35:09,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:35:09,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:09,426 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:35:09,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:35:09,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:35:09,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:35:09,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:09,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67884f69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:35:09,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8ebe6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:35:09,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61fb4e94{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/java.io.tmpdir/jetty-localhost-35625-hadoop-hdfs-3_4_1-tests_jar-_-any-4947421620456072912/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:35:09,522 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a4eab9a{HTTP/1.1, (http/1.1)}{localhost:35625} 2024-11-21T17:35:09,522 INFO [Time-limited test {}] server.Server(415): Started @214785ms 2024-11-21T17:35:09,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:09,589 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:35:09,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:35:09,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:35:09,590 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T17:35:09,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ad34725{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:35:09,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c5c8dc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:35:09,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60553d1b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/java.io.tmpdir/jetty-localhost-44617-hadoop-hdfs-3_4_1-tests_jar-_-any-4583928251955046866/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:35:09,684 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@298ba7b9{HTTP/1.1, (http/1.1)}{localhost:44617} 2024-11-21T17:35:09,684 INFO [Time-limited test {}] server.Server(415): Started @214947ms 2024-11-21T17:35:09,685 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:35:09,751 WARN [Thread-2793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/cluster_9e192ab6-cbba-b8b8-54ab-1e3bdf54f867/data/data1/current/BP-1736109775-172.17.0.2-1732210509386/current, will proceed with Du for space computation calculation, 2024-11-21T17:35:09,751 WARN [Thread-2794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/cluster_9e192ab6-cbba-b8b8-54ab-1e3bdf54f867/data/data2/current/BP-1736109775-172.17.0.2-1732210509386/current, will proceed with Du for space computation calculation, 2024-11-21T17:35:09,772 WARN [Thread-2781 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:35:09,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbb98f229955f61c with lease ID 0x6e78bb8c56f82ba7: Processing first storage report for DS-e6e85dc8-1ce1-4d94-adf4-fa76dcf3ae9a from datanode DatanodeRegistration(127.0.0.1:43673, datanodeUuid=14c41fcd-db3f-4faf-b977-81c1270810b3, infoPort=44465, infoSecurePort=0, ipcPort=46177, storageInfo=lv=-57;cid=testClusterID;nsid=5194780;c=1732210509386) 2024-11-21T17:35:09,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbb98f229955f61c with lease ID 0x6e78bb8c56f82ba7: from storage DS-e6e85dc8-1ce1-4d94-adf4-fa76dcf3ae9a node DatanodeRegistration(127.0.0.1:43673, datanodeUuid=14c41fcd-db3f-4faf-b977-81c1270810b3, infoPort=44465, infoSecurePort=0, ipcPort=46177, storageInfo=lv=-57;cid=testClusterID;nsid=5194780;c=1732210509386), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:35:09,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbb98f229955f61c with lease ID 0x6e78bb8c56f82ba7: Processing first storage report for DS-99ba346b-b9c7-42db-87af-bd2cf0d39b4d from datanode DatanodeRegistration(127.0.0.1:43673, datanodeUuid=14c41fcd-db3f-4faf-b977-81c1270810b3, infoPort=44465, infoSecurePort=0, ipcPort=46177, storageInfo=lv=-57;cid=testClusterID;nsid=5194780;c=1732210509386) 2024-11-21T17:35:09,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbb98f229955f61c with lease ID 0x6e78bb8c56f82ba7: from storage DS-99ba346b-b9c7-42db-87af-bd2cf0d39b4d node DatanodeRegistration(127.0.0.1:43673, datanodeUuid=14c41fcd-db3f-4faf-b977-81c1270810b3, infoPort=44465, infoSecurePort=0, ipcPort=46177, storageInfo=lv=-57;cid=testClusterID;nsid=5194780;c=1732210509386), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:35:09,805 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72 2024-11-21T17:35:09,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:09,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:09,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:35:10,225 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834 with version=8 2024-11-21T17:35:10,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/hbase-staging 2024-11-21T17:35:10,227 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:35:10,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:10,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:10,228 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:35:10,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:10,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:35:10,228 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:35:10,228 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:35:10,228 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36049 2024-11-21T17:35:10,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36049 connecting to ZooKeeper ensemble=127.0.0.1:56294 2024-11-21T17:35:10,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360490x0, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:10,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36049-0x100635a15440003 connected 2024-11-21T17:35:10,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:10,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:10,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Set watcher on znode that does not yet exist, /1-1157264082/running 2024-11-21T17:35:10,240 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834, hbase.cluster.distributed=false 2024-11-21T17:35:10,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Set watcher on znode that does not yet exist, /1-1157264082/acl 2024-11-21T17:35:10,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36049 2024-11-21T17:35:10,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36049 2024-11-21T17:35:10,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36049 2024-11-21T17:35:10,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36049 2024-11-21T17:35:10,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36049 2024-11-21T17:35:10,257 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:35:10,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:10,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:10,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:35:10,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:10,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:35:10,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:35:10,257 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:35:10,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45697 2024-11-21T17:35:10,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45697 connecting to ZooKeeper ensemble=127.0.0.1:56294 2024-11-21T17:35:10,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:10,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:10,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456970x0, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:10,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456970x0, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Set watcher on znode that does not yet exist, /1-1157264082/running 2024-11-21T17:35:10,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45697-0x100635a15440004 connected 2024-11-21T17:35:10,263 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:35:10,265 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:35:10,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Set watcher on znode that does not yet exist, /1-1157264082/master 2024-11-21T17:35:10,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Set watcher on znode that does not yet exist, /1-1157264082/acl 2024-11-21T17:35:10,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45697 2024-11-21T17:35:10,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45697 2024-11-21T17:35:10,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45697 2024-11-21T17:35:10,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45697 2024-11-21T17:35:10,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45697 2024-11-21T17:35:10,286 DEBUG [M:0;f3865e8353b4:36049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:36049 2024-11-21T17:35:10,287 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1157264082/backup-masters/f3865e8353b4,36049,1732210510227 2024-11-21T17:35:10,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082/backup-masters 2024-11-21T17:35:10,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082/backup-masters 2024-11-21T17:35:10,289 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Set watcher on existing znode=/1-1157264082/backup-masters/f3865e8353b4,36049,1732210510227 2024-11-21T17:35:10,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1157264082/master 2024-11-21T17:35:10,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082 2024-11-21T17:35:10,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082 2024-11-21T17:35:10,290 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Set watcher on existing znode=/1-1157264082/master 2024-11-21T17:35:10,290 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1157264082/backup-masters/f3865e8353b4,36049,1732210510227 from backup master directory 2024-11-21T17:35:10,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1157264082/backup-masters/f3865e8353b4,36049,1732210510227 2024-11-21T17:35:10,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082/backup-masters 2024-11-21T17:35:10,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082/backup-masters 2024-11-21T17:35:10,291 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:35:10,291 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,36049,1732210510227 2024-11-21T17:35:10,293 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/hbase.id] with ID: e3821c4f-7e6a-4eb7-86bf-a9f89462df61 2024-11-21T17:35:10,293 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/.tmp/hbase.id 2024-11-21T17:35:10,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:35:10,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T17:35:10,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:35:10,702 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/.tmp/hbase.id]:[hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/hbase.id] 2024-11-21T17:35:10,710 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:10,710 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:35:10,711 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T17:35:10,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082 2024-11-21T17:35:10,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082 2024-11-21T17:35:10,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:35:11,118 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:35:11,119 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:35:11,119 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:11,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:35:11,525 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store 2024-11-21T17:35:11,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:35:11,930 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:11,930 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:35:11,930 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:11,931 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:11,931 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:35:11,931 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:11,931 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:11,931 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210511930Disabling compacts and flushes for region at 1732210511930Disabling writes for close at 1732210511931 (+1 ms)Writing region close event to WAL at 1732210511931Closed at 1732210511931 2024-11-21T17:35:11,932 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/.initializing 2024-11-21T17:35:11,932 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/WALs/f3865e8353b4,36049,1732210510227 2024-11-21T17:35:11,933 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:35:11,934 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C36049%2C1732210510227, suffix=, logDir=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/WALs/f3865e8353b4,36049,1732210510227, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/oldWALs, maxLogs=10 2024-11-21T17:35:11,950 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/WALs/f3865e8353b4,36049,1732210510227/f3865e8353b4%2C36049%2C1732210510227.1732210511934, exclude list is [], retry=0 2024-11-21T17:35:11,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43673,DS-e6e85dc8-1ce1-4d94-adf4-fa76dcf3ae9a,DISK] 2024-11-21T17:35:11,954 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/WALs/f3865e8353b4,36049,1732210510227/f3865e8353b4%2C36049%2C1732210510227.1732210511934 2024-11-21T17:35:11,954 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44465:44465)] 2024-11-21T17:35:11,954 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:11,955 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:11,955 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:11,955 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:11,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:11,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:35:11,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:11,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:11,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:11,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:35:11,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:11,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:11,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:11,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:35:11,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:11,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:11,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:11,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:35:11,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:11,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:11,961 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:11,961 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:11,961 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:11,962 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:11,962 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:11,963 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:11,963 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:11,965 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:11,965 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70400954, jitterRate=0.04905596375465393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:11,965 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210511955Initializing all the Stores at 1732210511955Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210511955Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210511956 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210511956Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210511956Cleaning up temporary data from old regions at 1732210511962 (+6 ms)Region opened successfully at 1732210511965 (+3 ms) 2024-11-21T17:35:11,965 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:35:11,967 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337091e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:35:11,968 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:35:11,968 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:35:11,968 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:35:11,968 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:35:11,969 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:35:11,969 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:35:11,969 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:35:11,970 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:35:11,971 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Unable to get data of znode /1-1157264082/balancer because node does not exist (not necessarily an error) 2024-11-21T17:35:11,971 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1157264082/balancer already deleted, retry=false 2024-11-21T17:35:11,972 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:35:11,972 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Unable to get data of znode /1-1157264082/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:35:11,973 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1157264082/normalizer already deleted, retry=false 2024-11-21T17:35:11,973 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:35:11,974 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Unable to get data of znode /1-1157264082/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:35:11,974 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1157264082/switch/split already deleted, retry=false 2024-11-21T17:35:11,975 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Unable to get data of znode /1-1157264082/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:35:11,975 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1157264082/switch/merge already deleted, retry=false 2024-11-21T17:35:11,976 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Unable to get data of znode /1-1157264082/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:35:11,977 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1157264082/snapshot-cleanup already deleted, retry=false 2024-11-21T17:35:11,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1157264082/running 2024-11-21T17:35:11,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1157264082/running 2024-11-21T17:35:11,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082 2024-11-21T17:35:11,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082 2024-11-21T17:35:11,978 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,36049,1732210510227, sessionid=0x100635a15440003, setting cluster-up flag (Was=false) 2024-11-21T17:35:11,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082 2024-11-21T17:35:11,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082 2024-11-21T17:35:11,981 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1157264082/flush-table-proc/acquired, /1-1157264082/flush-table-proc/reached, /1-1157264082/flush-table-proc/abort 2024-11-21T17:35:11,982 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,36049,1732210510227 2024-11-21T17:35:11,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082 2024-11-21T17:35:11,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082 2024-11-21T17:35:11,985 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1157264082/online-snapshot/acquired, /1-1157264082/online-snapshot/reached, /1-1157264082/online-snapshot/abort 2024-11-21T17:35:11,985 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,36049,1732210510227 2024-11-21T17:35:11,986 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:35:11,987 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:11,988 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:35:11,988 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:35:11,988 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,36049,1732210510227 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:35:11,990 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:11,990 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:11,990 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:11,990 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:11,990 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:35:11,990 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:11,990 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:35:11,990 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:11,997 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210541997 2024-11-21T17:35:11,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:11,997 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:35:11,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:35:11,998 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:35:11,998 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:35:11,998 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:35:11,998 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:35:11,998 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:35:11,998 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:11,998 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:35:11,999 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:12,002 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:35:12,002 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:35:12,002 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:35:12,003 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:35:12,003 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:35:12,003 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:35:12,004 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210512003,5,FailOnTimeoutGroup] 2024-11-21T17:35:12,006 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210512004,5,FailOnTimeoutGroup] 2024-11-21T17:35:12,006 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:12,006 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:35:12,006 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:12,006 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:12,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:35:12,078 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(746): ClusterId : e3821c4f-7e6a-4eb7-86bf-a9f89462df61 2024-11-21T17:35:12,078 DEBUG [RS:0;f3865e8353b4:45697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:35:12,079 DEBUG [RS:0;f3865e8353b4:45697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:35:12,079 DEBUG [RS:0;f3865e8353b4:45697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:35:12,080 DEBUG [RS:0;f3865e8353b4:45697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:35:12,080 DEBUG [RS:0;f3865e8353b4:45697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfd17ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:35:12,094 DEBUG [RS:0;f3865e8353b4:45697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:45697 2024-11-21T17:35:12,094 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:35:12,094 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:35:12,094 DEBUG [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:35:12,094 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,36049,1732210510227 with port=45697, startcode=1732210510257 2024-11-21T17:35:12,095 DEBUG [RS:0;f3865e8353b4:45697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:35:12,096 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:35:12,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36049 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,45697,1732210510257 2024-11-21T17:35:12,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36049 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,45697,1732210510257 2024-11-21T17:35:12,097 DEBUG [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834 2024-11-21T17:35:12,097 DEBUG [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38229 2024-11-21T17:35:12,097 DEBUG [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:35:12,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082/rs 2024-11-21T17:35:12,100 DEBUG [RS:0;f3865e8353b4:45697 {}] zookeeper.ZKUtil(111): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Set watcher on existing znode=/1-1157264082/rs/f3865e8353b4,45697,1732210510257 2024-11-21T17:35:12,100 WARN [RS:0;f3865e8353b4:45697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:35:12,100 INFO [RS:0;f3865e8353b4:45697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:12,100 DEBUG [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257 2024-11-21T17:35:12,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,45697,1732210510257] 2024-11-21T17:35:12,105 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:35:12,106 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:35:12,107 INFO [RS:0;f3865e8353b4:45697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:35:12,107 INFO [RS:0;f3865e8353b4:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:12,107 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:35:12,107 INFO [RS:0;f3865e8353b4:45697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:35:12,108 INFO [RS:0;f3865e8353b4:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:12,108 DEBUG [RS:0;f3865e8353b4:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:12,108 DEBUG [RS:0;f3865e8353b4:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:12,108 DEBUG [RS:0;f3865e8353b4:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:12,108 DEBUG [RS:0;f3865e8353b4:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:12,108 DEBUG [RS:0;f3865e8353b4:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:12,108 DEBUG [RS:0;f3865e8353b4:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:35:12,108 DEBUG [RS:0;f3865e8353b4:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:12,108 DEBUG [RS:0;f3865e8353b4:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:12,108 DEBUG [RS:0;f3865e8353b4:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:12,108 DEBUG [RS:0;f3865e8353b4:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:12,108 DEBUG [RS:0;f3865e8353b4:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:12,108 DEBUG [RS:0;f3865e8353b4:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:12,108 DEBUG [RS:0;f3865e8353b4:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:35:12,108 DEBUG [RS:0;f3865e8353b4:45697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:35:12,108 INFO [RS:0;f3865e8353b4:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:12,108 INFO [RS:0;f3865e8353b4:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:12,108 INFO [RS:0;f3865e8353b4:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:12,108 INFO [RS:0;f3865e8353b4:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:12,108 INFO [RS:0;f3865e8353b4:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:12,109 INFO [RS:0;f3865e8353b4:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45697,1732210510257-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:35:12,121 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:35:12,122 INFO [RS:0;f3865e8353b4:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,45697,1732210510257-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:12,122 INFO [RS:0;f3865e8353b4:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:12,122 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.Replication(171): f3865e8353b4,45697,1732210510257 started 2024-11-21T17:35:12,134 INFO [RS:0;f3865e8353b4:45697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:12,134 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,45697,1732210510257, RpcServer on f3865e8353b4/172.17.0.2:45697, sessionid=0x100635a15440004 2024-11-21T17:35:12,134 DEBUG [RS:0;f3865e8353b4:45697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:35:12,134 DEBUG [RS:0;f3865e8353b4:45697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,45697,1732210510257 2024-11-21T17:35:12,134 DEBUG [RS:0;f3865e8353b4:45697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,45697,1732210510257' 2024-11-21T17:35:12,134 DEBUG [RS:0;f3865e8353b4:45697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1157264082/flush-table-proc/abort' 2024-11-21T17:35:12,134 DEBUG [RS:0;f3865e8353b4:45697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1157264082/flush-table-proc/acquired' 2024-11-21T17:35:12,135 DEBUG [RS:0;f3865e8353b4:45697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:35:12,135 DEBUG [RS:0;f3865e8353b4:45697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:35:12,135 DEBUG [RS:0;f3865e8353b4:45697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,45697,1732210510257 2024-11-21T17:35:12,135 DEBUG [RS:0;f3865e8353b4:45697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,45697,1732210510257' 2024-11-21T17:35:12,135 DEBUG [RS:0;f3865e8353b4:45697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1157264082/online-snapshot/abort' 2024-11-21T17:35:12,135 DEBUG [RS:0;f3865e8353b4:45697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1157264082/online-snapshot/acquired' 2024-11-21T17:35:12,135 DEBUG [RS:0;f3865e8353b4:45697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:35:12,135 INFO [RS:0;f3865e8353b4:45697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:35:12,135 INFO [RS:0;f3865e8353b4:45697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:35:12,236 INFO [RS:0;f3865e8353b4:45697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:35:12,237 INFO [RS:0;f3865e8353b4:45697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C45697%2C1732210510257, suffix=, logDir=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/oldWALs, maxLogs=10 2024-11-21T17:35:12,249 DEBUG [RS:0;f3865e8353b4:45697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237, exclude list is [], retry=0 2024-11-21T17:35:12,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43673,DS-e6e85dc8-1ce1-4d94-adf4-fa76dcf3ae9a,DISK] 2024-11-21T17:35:12,252 INFO [RS:0;f3865e8353b4:45697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 2024-11-21T17:35:12,253 DEBUG [RS:0;f3865e8353b4:45697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44465:44465)] 2024-11-21T17:35:12,407 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:35:12,407 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834 2024-11-21T17:35:12,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741833_1009 (size=32) 2024-11-21T17:35:12,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:12,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:35:12,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:35:12,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:12,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:12,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:35:12,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:35:12,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:12,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:12,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:35:12,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:35:12,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:12,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:12,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:35:12,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:35:12,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:12,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:12,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:35:12,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740 2024-11-21T17:35:12,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740 2024-11-21T17:35:12,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:35:12,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:35:12,819 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:12,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:35:12,822 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:12,822 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67618791, jitterRate=0.007598504424095154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:12,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210512813Initializing all the Stores at 1732210512813Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210512813Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210512813Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210512813Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210512813Cleaning up temporary data from old regions at 1732210512819 (+6 ms)Region opened successfully at 1732210512822 (+3 ms) 2024-11-21T17:35:12,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:35:12,822 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:35:12,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:35:12,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:35:12,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:35:12,822 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:35:12,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210512822Disabling compacts and flushes for region at 1732210512822Disabling writes for close at 1732210512822Writing region close event to WAL at 1732210512822Closed at 1732210512822 2024-11-21T17:35:12,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:12,823 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:35:12,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:35:12,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:35:12,825 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:35:12,975 DEBUG [f3865e8353b4:36049 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:35:12,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,45697,1732210510257 2024-11-21T17:35:12,977 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,45697,1732210510257, state=OPENING 2024-11-21T17:35:12,978 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:35:12,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082 2024-11-21T17:35:12,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082 2024-11-21T17:35:12,979 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:35:12,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1157264082/meta-region-server: CHANGED 2024-11-21T17:35:12,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1157264082/meta-region-server: CHANGED 2024-11-21T17:35:12,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,45697,1732210510257}] 2024-11-21T17:35:13,131 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:35:13,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:35:13,135 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:35:13,135 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:13,135 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:35:13,136 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C45697%2C1732210510257.meta, suffix=.meta, logDir=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/oldWALs, maxLogs=10 2024-11-21T17:35:13,153 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.meta.1732210513137.meta, exclude list is [], retry=0 2024-11-21T17:35:13,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43673,DS-e6e85dc8-1ce1-4d94-adf4-fa76dcf3ae9a,DISK] 2024-11-21T17:35:13,157 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.meta.1732210513137.meta 2024-11-21T17:35:13,157 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44465:44465)] 2024-11-21T17:35:13,157 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:13,157 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:35:13,158 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:35:13,158 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:35:13,158 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:35:13,158 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:35:13,158 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:13,158 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:35:13,158 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:35:13,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:35:13,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:35:13,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:13,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:13,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:35:13,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:35:13,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:13,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:13,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:35:13,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:35:13,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:13,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:13,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:35:13,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:35:13,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:13,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:13,163 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:35:13,163 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740 2024-11-21T17:35:13,164 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740 2024-11-21T17:35:13,165 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:35:13,165 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:35:13,165 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:13,166 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:35:13,167 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67778440, jitterRate=0.009977459907531738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:13,167 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:35:13,167 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210513158Writing region info on filesystem at 1732210513158Initializing all the Stores at 1732210513159 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210513159Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210513159Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210513159Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210513159Cleaning up temporary data from old regions at 1732210513165 (+6 ms)Running coprocessor post-open hooks at 1732210513167 (+2 ms)Region opened successfully at 1732210513167 2024-11-21T17:35:13,167 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210513131 2024-11-21T17:35:13,169 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:35:13,169 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:35:13,170 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,45697,1732210510257 2024-11-21T17:35:13,170 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,45697,1732210510257, state=OPEN 2024-11-21T17:35:13,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1157264082/meta-region-server 2024-11-21T17:35:13,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1157264082/meta-region-server 2024-11-21T17:35:13,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1157264082/meta-region-server: CHANGED 2024-11-21T17:35:13,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1157264082/meta-region-server: CHANGED 2024-11-21T17:35:13,171 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,45697,1732210510257 2024-11-21T17:35:13,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:35:13,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,45697,1732210510257 in 192 msec 2024-11-21T17:35:13,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:35:13,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-21T17:35:13,175 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:13,175 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:35:13,176 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:13,176 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,45697,1732210510257, seqNum=-1] 2024-11-21T17:35:13,176 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:13,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:35:13,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-21T17:35:13,182 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210513182, completionTime=-1 2024-11-21T17:35:13,182 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:35:13,182 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:35:13,184 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:35:13,184 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210573184 2024-11-21T17:35:13,184 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210633184 2024-11-21T17:35:13,184 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T17:35:13,184 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,36049,1732210510227-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:13,184 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,36049,1732210510227-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:13,184 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,36049,1732210510227-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:13,184 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:36049, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:13,184 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:13,184 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:13,186 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:35:13,187 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.896sec 2024-11-21T17:35:13,187 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:35:13,187 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:35:13,187 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:35:13,187 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:35:13,187 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:35:13,187 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,36049,1732210510227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:35:13,187 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,36049,1732210510227-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:35:13,189 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:35:13,189 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:35:13,189 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,36049,1732210510227-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:13,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b00fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:13,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,36049,-1 for getting cluster id 2024-11-21T17:35:13,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:13,280 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3821c4f-7e6a-4eb7-86bf-a9f89462df61' 2024-11-21T17:35:13,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:13,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3821c4f-7e6a-4eb7-86bf-a9f89462df61" 2024-11-21T17:35:13,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b3b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:13,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,36049,-1] 2024-11-21T17:35:13,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:13,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:13,281 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:13,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784a7587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:13,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:13,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,45697,1732210510257, seqNum=-1] 2024-11-21T17:35:13,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:13,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:35:13,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,36049,1732210510227 2024-11-21T17:35:13,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56294 2024-11-21T17:35:13,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:13,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100635a15440005 connected 2024-11-21T17:35:13,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/hadoop.log.dir so I do NOT create it in target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e 2024-11-21T17:35:13,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:35:13,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/hadoop.tmp.dir so I do NOT create it in target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e 2024-11-21T17:35:13,293 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:35:13,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e 2024-11-21T17:35:13,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:35:13,293 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/cluster_5c1305c7-d63c-00c7-cdf1-6727862fc341, deleteOnExit=true 2024-11-21T17:35:13,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:35:13,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/test.cache.data in system properties and HBase conf 2024-11-21T17:35:13,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:35:13,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:35:13,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:35:13,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:35:13,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:35:13,294 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:35:13,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:35:13,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:35:13,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:35:13,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:35:13,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:35:13,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:35:13,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:35:13,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:35:13,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:35:13,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:35:13,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:35:13,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:35:13,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:35:13,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:35:13,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:13,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:35:13,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:35:13,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:35:13,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:35:13,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:13,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4528f9ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:35:13,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@527effe2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:35:13,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c83d38d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/java.io.tmpdir/jetty-localhost-42783-hadoop-hdfs-3_4_1-tests_jar-_-any-11280058666111457748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:35:13,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@668fc8a7{HTTP/1.1, (http/1.1)}{localhost:42783} 2024-11-21T17:35:13,518 INFO [Time-limited test {}] server.Server(415): Started @218781ms 2024-11-21T17:35:13,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:13,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:35:13,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:35:13,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:35:13,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:35:13,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c078cf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:35:13,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40d564a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:35:13,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@111c79e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/java.io.tmpdir/jetty-localhost-37027-hadoop-hdfs-3_4_1-tests_jar-_-any-11935776974498901060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:35:13,757 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@625a75de{HTTP/1.1, (http/1.1)}{localhost:37027} 2024-11-21T17:35:13,757 INFO [Time-limited test {}] server.Server(415): Started @219020ms 2024-11-21T17:35:13,759 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:35:13,827 WARN [Thread-2914 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/cluster_5c1305c7-d63c-00c7-cdf1-6727862fc341/data/data2/current/BP-696940153-172.17.0.2-1732210513320/current, will proceed with Du for space computation calculation, 2024-11-21T17:35:13,827 WARN [Thread-2913 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/cluster_5c1305c7-d63c-00c7-cdf1-6727862fc341/data/data1/current/BP-696940153-172.17.0.2-1732210513320/current, will proceed with Du for space computation calculation, 2024-11-21T17:35:13,852 WARN [Thread-2901 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:35:13,854 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a19d12f6463a1f2 with lease ID 0xd9529a711e02c2ac: Processing first storage report for DS-cd72dac9-417c-4202-9096-11e5c045a467 from datanode DatanodeRegistration(127.0.0.1:41925, datanodeUuid=2ca499ee-d2bb-4201-801c-6232d28978c4, infoPort=35819, infoSecurePort=0, ipcPort=38263, storageInfo=lv=-57;cid=testClusterID;nsid=635143261;c=1732210513320) 2024-11-21T17:35:13,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a19d12f6463a1f2 with lease ID 0xd9529a711e02c2ac: from storage DS-cd72dac9-417c-4202-9096-11e5c045a467 node DatanodeRegistration(127.0.0.1:41925, datanodeUuid=2ca499ee-d2bb-4201-801c-6232d28978c4, infoPort=35819, infoSecurePort=0, ipcPort=38263, storageInfo=lv=-57;cid=testClusterID;nsid=635143261;c=1732210513320), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:35:13,855 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a19d12f6463a1f2 with lease ID 0xd9529a711e02c2ac: Processing first storage report for DS-6aa9411d-9263-4c65-a45c-d0320c1b0bbd from datanode DatanodeRegistration(127.0.0.1:41925, datanodeUuid=2ca499ee-d2bb-4201-801c-6232d28978c4, infoPort=35819, infoSecurePort=0, ipcPort=38263, storageInfo=lv=-57;cid=testClusterID;nsid=635143261;c=1732210513320) 2024-11-21T17:35:13,855 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a19d12f6463a1f2 with lease ID 0xd9529a711e02c2ac: from storage DS-6aa9411d-9263-4c65-a45c-d0320c1b0bbd node DatanodeRegistration(127.0.0.1:41925, datanodeUuid=2ca499ee-d2bb-4201-801c-6232d28978c4, infoPort=35819, infoSecurePort=0, ipcPort=38263, storageInfo=lv=-57;cid=testClusterID;nsid=635143261;c=1732210513320), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:35:13,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e 2024-11-21T17:35:13,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:13,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:13,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:35:14,280 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:35:14,298 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2 with version=8 2024-11-21T17:35:14,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/hbase-staging 2024-11-21T17:35:14,301 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:35:14,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:14,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:14,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:35:14,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:14,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:35:14,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:35:14,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:35:14,302 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34817 2024-11-21T17:35:14,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34817 connecting to ZooKeeper ensemble=127.0.0.1:56294 2024-11-21T17:35:14,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348170x0, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:14,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34817-0x100635a15440006 connected 2024-11-21T17:35:14,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:14,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:14,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Set watcher on znode that does not yet exist, /2-175571064/running 2024-11-21T17:35:14,316 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2, hbase.cluster.distributed=false 2024-11-21T17:35:14,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Set watcher on znode that does not yet exist, /2-175571064/acl 2024-11-21T17:35:14,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34817 2024-11-21T17:35:14,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34817 2024-11-21T17:35:14,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34817 2024-11-21T17:35:14,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34817 2024-11-21T17:35:14,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34817 2024-11-21T17:35:14,343 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:35:14,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:14,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:14,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:35:14,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:14,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:35:14,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:35:14,343 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:35:14,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34177 2024-11-21T17:35:14,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34177 connecting to ZooKeeper ensemble=127.0.0.1:56294 2024-11-21T17:35:14,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:14,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:14,356 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341770x0, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:14,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341770x0, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Set watcher on znode that does not yet exist, /2-175571064/running 2024-11-21T17:35:14,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34177-0x100635a15440007 connected 2024-11-21T17:35:14,356 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:35:14,361 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:35:14,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Set watcher on znode that does not yet exist, /2-175571064/master 2024-11-21T17:35:14,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Set watcher on znode that does not yet exist, /2-175571064/acl 2024-11-21T17:35:14,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34177 2024-11-21T17:35:14,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34177 2024-11-21T17:35:14,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34177 2024-11-21T17:35:14,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34177 2024-11-21T17:35:14,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34177 2024-11-21T17:35:14,387 DEBUG [M:0;f3865e8353b4:34817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:34817 2024-11-21T17:35:14,388 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-175571064/backup-masters/f3865e8353b4,34817,1732210514301 2024-11-21T17:35:14,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064/backup-masters 2024-11-21T17:35:14,389 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064/backup-masters 2024-11-21T17:35:14,389 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Set watcher on existing znode=/2-175571064/backup-masters/f3865e8353b4,34817,1732210514301 2024-11-21T17:35:14,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064 2024-11-21T17:35:14,390 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-175571064/master 2024-11-21T17:35:14,390 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064 2024-11-21T17:35:14,391 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Set watcher on existing znode=/2-175571064/master 2024-11-21T17:35:14,391 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-175571064/backup-masters/f3865e8353b4,34817,1732210514301 from backup master directory 2024-11-21T17:35:14,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-175571064/backup-masters/f3865e8353b4,34817,1732210514301 2024-11-21T17:35:14,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064/backup-masters 2024-11-21T17:35:14,392 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064/backup-masters 2024-11-21T17:35:14,392 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:35:14,392 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,34817,1732210514301 2024-11-21T17:35:14,399 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/hbase.id] with ID: b93b3ea6-4193-4112-9606-29690f7c06f8 2024-11-21T17:35:14,399 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/.tmp/hbase.id 2024-11-21T17:35:14,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:35:14,407 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/.tmp/hbase.id]:[hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/hbase.id] 2024-11-21T17:35:14,415 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:14,415 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:35:14,416 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T17:35:14,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064 2024-11-21T17:35:14,417 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064 2024-11-21T17:35:14,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:35:14,823 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:35:14,824 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:35:14,824 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:14,826 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:35:14,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:14,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:14,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:35:14,838 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store 2024-11-21T17:35:14,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:35:14,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:14,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:14,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:14,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:14,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:14,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:14,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:14,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:14,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:14,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:15,248 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:15,248 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:35:15,248 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:15,248 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:15,248 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:35:15,248 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:15,248 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:15,248 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210515248Disabling compacts and flushes for region at 1732210515248Disabling writes for close at 1732210515248Writing region close event to WAL at 1732210515248Closed at 1732210515248 2024-11-21T17:35:15,249 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/.initializing 2024-11-21T17:35:15,249 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/WALs/f3865e8353b4,34817,1732210514301 2024-11-21T17:35:15,249 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:35:15,251 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C34817%2C1732210514301, suffix=, logDir=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/WALs/f3865e8353b4,34817,1732210514301, archiveDir=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/oldWALs, maxLogs=10 2024-11-21T17:35:15,268 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/WALs/f3865e8353b4,34817,1732210514301/f3865e8353b4%2C34817%2C1732210514301.1732210515251, exclude list is [], retry=0 2024-11-21T17:35:15,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41925,DS-cd72dac9-417c-4202-9096-11e5c045a467,DISK] 2024-11-21T17:35:15,272 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/WALs/f3865e8353b4,34817,1732210514301/f3865e8353b4%2C34817%2C1732210514301.1732210515251 2024-11-21T17:35:15,272 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35819:35819)] 2024-11-21T17:35:15,273 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:15,273 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:15,273 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:15,273 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:15,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:15,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:35:15,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:15,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:15,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:15,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:35:15,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:15,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:15,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:15,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:35:15,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:15,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:15,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:15,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:35:15,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:15,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:15,282 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:15,283 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:15,283 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:15,284 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:15,284 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:15,284 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:15,285 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:15,287 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:15,287 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64298307, jitterRate=-0.04188056290149689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:15,287 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210515273Initializing all the Stores at 1732210515274 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210515274Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210515277 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210515277Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210515277Cleaning up temporary data from old regions at 1732210515284 (+7 ms)Region opened successfully at 1732210515287 (+3 ms) 2024-11-21T17:35:15,289 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:35:15,291 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b5cbd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:35:15,292 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:35:15,292 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:35:15,292 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:35:15,292 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:35:15,293 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:35:15,293 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:35:15,293 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:35:15,295 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:35:15,295 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Unable to get data of znode /2-175571064/balancer because node does not exist (not necessarily an error) 2024-11-21T17:35:15,297 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-175571064/balancer already deleted, retry=false 2024-11-21T17:35:15,297 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:35:15,298 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Unable to get data of znode /2-175571064/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:35:15,298 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-175571064/normalizer already deleted, retry=false 2024-11-21T17:35:15,299 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:35:15,299 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Unable to get data of znode /2-175571064/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:35:15,300 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-175571064/switch/split already deleted, retry=false 2024-11-21T17:35:15,301 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Unable to get data of znode /2-175571064/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:35:15,301 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-175571064/switch/merge already deleted, retry=false 2024-11-21T17:35:15,303 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Unable to get data of znode /2-175571064/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:35:15,303 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-175571064/snapshot-cleanup already deleted, retry=false 2024-11-21T17:35:15,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-175571064/running 2024-11-21T17:35:15,304 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-175571064/running 2024-11-21T17:35:15,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064 2024-11-21T17:35:15,304 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064 2024-11-21T17:35:15,304 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,34817,1732210514301, sessionid=0x100635a15440006, setting cluster-up flag (Was=false) 2024-11-21T17:35:15,306 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064 2024-11-21T17:35:15,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064 2024-11-21T17:35:15,308 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-175571064/flush-table-proc/acquired, /2-175571064/flush-table-proc/reached, /2-175571064/flush-table-proc/abort 2024-11-21T17:35:15,308 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,34817,1732210514301 2024-11-21T17:35:15,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064 2024-11-21T17:35:15,310 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064 2024-11-21T17:35:15,312 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-175571064/online-snapshot/acquired, /2-175571064/online-snapshot/reached, /2-175571064/online-snapshot/abort 2024-11-21T17:35:15,313 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,34817,1732210514301 2024-11-21T17:35:15,317 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:35:15,319 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:15,319 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:35:15,319 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:35:15,319 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,34817,1732210514301 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:35:15,320 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:15,320 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:15,320 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:15,320 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:15,320 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:35:15,320 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:15,320 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:35:15,320 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:15,327 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:15,328 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:35:15,328 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:15,329 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:35:15,337 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210545337 2024-11-21T17:35:15,337 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:35:15,337 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:35:15,337 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:35:15,337 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:35:15,337 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:35:15,337 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:35:15,338 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:15,341 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:35:15,341 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:35:15,341 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:35:15,341 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:35:15,342 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:35:15,342 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:35:15,347 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210515342,5,FailOnTimeoutGroup] 2024-11-21T17:35:15,347 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210515347,5,FailOnTimeoutGroup] 2024-11-21T17:35:15,347 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:15,347 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:35:15,347 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:15,347 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:15,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:35:15,374 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(746): ClusterId : b93b3ea6-4193-4112-9606-29690f7c06f8 2024-11-21T17:35:15,374 DEBUG [RS:0;f3865e8353b4:34177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:35:15,375 DEBUG [RS:0;f3865e8353b4:34177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:35:15,375 DEBUG [RS:0;f3865e8353b4:34177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:35:15,376 DEBUG [RS:0;f3865e8353b4:34177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:35:15,377 DEBUG [RS:0;f3865e8353b4:34177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74087217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:35:15,396 DEBUG [RS:0;f3865e8353b4:34177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:34177 2024-11-21T17:35:15,396 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:35:15,396 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:35:15,396 DEBUG [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:35:15,398 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,34817,1732210514301 with port=34177, startcode=1732210514342 2024-11-21T17:35:15,398 DEBUG [RS:0;f3865e8353b4:34177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:35:15,399 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:35:15,400 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,34177,1732210514342 2024-11-21T17:35:15,400 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34817 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,34177,1732210514342 2024-11-21T17:35:15,402 DEBUG [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2 2024-11-21T17:35:15,402 DEBUG [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39567 2024-11-21T17:35:15,402 DEBUG [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:35:15,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064/rs 2024-11-21T17:35:15,404 DEBUG [RS:0;f3865e8353b4:34177 {}] zookeeper.ZKUtil(111): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Set watcher on existing znode=/2-175571064/rs/f3865e8353b4,34177,1732210514342 2024-11-21T17:35:15,404 WARN [RS:0;f3865e8353b4:34177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:35:15,405 INFO [RS:0;f3865e8353b4:34177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:15,405 DEBUG [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342 2024-11-21T17:35:15,405 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,34177,1732210514342] 2024-11-21T17:35:15,411 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:35:15,413 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:35:15,417 INFO [RS:0;f3865e8353b4:34177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:35:15,417 INFO [RS:0;f3865e8353b4:34177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:15,418 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:35:15,418 INFO [RS:0;f3865e8353b4:34177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:35:15,418 INFO [RS:0;f3865e8353b4:34177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:15,418 DEBUG [RS:0;f3865e8353b4:34177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:15,418 DEBUG [RS:0;f3865e8353b4:34177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:15,419 DEBUG [RS:0;f3865e8353b4:34177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:15,419 DEBUG [RS:0;f3865e8353b4:34177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:15,419 DEBUG [RS:0;f3865e8353b4:34177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:15,419 DEBUG [RS:0;f3865e8353b4:34177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:35:15,419 DEBUG [RS:0;f3865e8353b4:34177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:15,419 DEBUG [RS:0;f3865e8353b4:34177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:15,419 DEBUG [RS:0;f3865e8353b4:34177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:15,419 DEBUG [RS:0;f3865e8353b4:34177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:15,419 DEBUG [RS:0;f3865e8353b4:34177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:15,419 DEBUG [RS:0;f3865e8353b4:34177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:15,419 DEBUG [RS:0;f3865e8353b4:34177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:35:15,419 DEBUG [RS:0;f3865e8353b4:34177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:35:15,421 INFO [RS:0;f3865e8353b4:34177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:15,421 INFO [RS:0;f3865e8353b4:34177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:15,421 INFO [RS:0;f3865e8353b4:34177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:15,421 INFO [RS:0;f3865e8353b4:34177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:15,421 INFO [RS:0;f3865e8353b4:34177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:15,421 INFO [RS:0;f3865e8353b4:34177 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34177,1732210514342-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:35:15,439 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:35:15,439 INFO [RS:0;f3865e8353b4:34177 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34177,1732210514342-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:15,440 INFO [RS:0;f3865e8353b4:34177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:15,440 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.Replication(171): f3865e8353b4,34177,1732210514342 started 2024-11-21T17:35:15,456 INFO [RS:0;f3865e8353b4:34177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:15,456 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,34177,1732210514342, RpcServer on f3865e8353b4/172.17.0.2:34177, sessionid=0x100635a15440007 2024-11-21T17:35:15,456 DEBUG [RS:0;f3865e8353b4:34177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:35:15,456 DEBUG [RS:0;f3865e8353b4:34177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,34177,1732210514342 2024-11-21T17:35:15,456 DEBUG [RS:0;f3865e8353b4:34177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,34177,1732210514342' 2024-11-21T17:35:15,456 DEBUG [RS:0;f3865e8353b4:34177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-175571064/flush-table-proc/abort' 2024-11-21T17:35:15,457 DEBUG [RS:0;f3865e8353b4:34177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-175571064/flush-table-proc/acquired' 2024-11-21T17:35:15,457 DEBUG [RS:0;f3865e8353b4:34177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:35:15,457 DEBUG [RS:0;f3865e8353b4:34177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:35:15,457 DEBUG [RS:0;f3865e8353b4:34177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,34177,1732210514342 2024-11-21T17:35:15,457 DEBUG [RS:0;f3865e8353b4:34177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,34177,1732210514342' 2024-11-21T17:35:15,457 DEBUG [RS:0;f3865e8353b4:34177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-175571064/online-snapshot/abort' 2024-11-21T17:35:15,458 DEBUG [RS:0;f3865e8353b4:34177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-175571064/online-snapshot/acquired' 2024-11-21T17:35:15,458 DEBUG [RS:0;f3865e8353b4:34177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:35:15,458 INFO [RS:0;f3865e8353b4:34177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:35:15,458 INFO [RS:0;f3865e8353b4:34177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:35:15,558 INFO [RS:0;f3865e8353b4:34177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:35:15,560 INFO [RS:0;f3865e8353b4:34177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C34177%2C1732210514342, suffix=, logDir=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342, archiveDir=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/oldWALs, maxLogs=10 2024-11-21T17:35:15,576 DEBUG [RS:0;f3865e8353b4:34177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560, exclude list is [], retry=0 2024-11-21T17:35:15,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41925,DS-cd72dac9-417c-4202-9096-11e5c045a467,DISK] 2024-11-21T17:35:15,580 INFO [RS:0;f3865e8353b4:34177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 2024-11-21T17:35:15,581 DEBUG [RS:0;f3865e8353b4:34177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35819:35819)] 2024-11-21T17:35:15,749 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:35:15,749 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2 2024-11-21T17:35:15,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741833_1009 (size=32) 2024-11-21T17:35:16,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:16,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:35:16,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:35:16,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:16,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:16,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:35:16,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:35:16,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:16,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:16,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:35:16,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:35:16,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:16,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:16,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:35:16,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:35:16,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:16,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:16,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:35:16,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740 2024-11-21T17:35:16,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740 2024-11-21T17:35:16,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:35:16,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:35:16,163 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:16,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:35:16,165 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:16,166 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73010976, jitterRate=0.08794832229614258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:16,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210516154Initializing all the Stores at 1732210516155 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210516155Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210516155Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210516155Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210516155Cleaning up temporary data from old regions at 1732210516163 (+8 ms)Region opened successfully at 1732210516166 (+3 ms) 2024-11-21T17:35:16,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:35:16,166 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:35:16,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:35:16,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:35:16,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:35:16,166 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:35:16,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210516166Disabling compacts and flushes for region at 1732210516166Disabling writes for close at 1732210516166Writing region close event to WAL at 1732210516166Closed at 1732210516166 2024-11-21T17:35:16,167 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:16,167 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:35:16,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:35:16,168 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:35:16,169 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:35:16,319 DEBUG [f3865e8353b4:34817 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:35:16,319 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,34177,1732210514342 2024-11-21T17:35:16,320 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,34177,1732210514342, state=OPENING 2024-11-21T17:35:16,321 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:35:16,322 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064 2024-11-21T17:35:16,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064 2024-11-21T17:35:16,322 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:35:16,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-175571064/meta-region-server: CHANGED 2024-11-21T17:35:16,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,34177,1732210514342}] 2024-11-21T17:35:16,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-175571064/meta-region-server: CHANGED 2024-11-21T17:35:16,474 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:35:16,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:35:16,478 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:35:16,478 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:16,478 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:35:16,479 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C34177%2C1732210514342.meta, suffix=.meta, logDir=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342, archiveDir=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/oldWALs, maxLogs=10 2024-11-21T17:35:16,491 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.meta.1732210516480.meta, exclude list is [], retry=0 2024-11-21T17:35:16,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41925,DS-cd72dac9-417c-4202-9096-11e5c045a467,DISK] 2024-11-21T17:35:16,494 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.meta.1732210516480.meta 2024-11-21T17:35:16,494 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35819:35819)] 2024-11-21T17:35:16,495 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:16,495 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:35:16,495 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:35:16,495 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:35:16,495 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:35:16,495 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:35:16,495 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:16,495 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:35:16,495 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:35:16,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:35:16,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:35:16,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:16,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:16,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:35:16,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:35:16,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:16,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:16,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:35:16,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:35:16,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:16,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:16,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:35:16,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:35:16,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:16,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:16,499 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:35:16,500 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740 2024-11-21T17:35:16,500 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740 2024-11-21T17:35:16,501 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:35:16,501 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:35:16,501 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:16,502 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:35:16,503 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73762812, jitterRate=0.09915155172348022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:16,503 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:35:16,503 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210516495Writing region info on filesystem at 1732210516495Initializing all the Stores at 1732210516496 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210516496Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210516496Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210516496Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210516496Cleaning up temporary data from old regions at 1732210516501 (+5 ms)Running coprocessor post-open hooks at 1732210516503 (+2 ms)Region opened successfully at 1732210516503 2024-11-21T17:35:16,504 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210516474 2024-11-21T17:35:16,506 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:35:16,506 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:35:16,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,34177,1732210514342 2024-11-21T17:35:16,507 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,34177,1732210514342, state=OPEN 2024-11-21T17:35:16,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-175571064/meta-region-server 2024-11-21T17:35:16,507 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-175571064/meta-region-server 2024-11-21T17:35:16,508 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,34177,1732210514342 2024-11-21T17:35:16,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-175571064/meta-region-server: CHANGED 2024-11-21T17:35:16,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-175571064/meta-region-server: CHANGED 2024-11-21T17:35:16,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:35:16,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,34177,1732210514342 in 186 msec 2024-11-21T17:35:16,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:35:16,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 342 msec 2024-11-21T17:35:16,511 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:16,511 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:35:16,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:16,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,34177,1732210514342, seqNum=-1] 2024-11-21T17:35:16,513 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:16,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:35:16,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-21T17:35:16,517 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210516517, completionTime=-1 2024-11-21T17:35:16,517 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:35:16,517 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:35:16,519 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:35:16,519 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210576519 2024-11-21T17:35:16,519 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210636519 2024-11-21T17:35:16,519 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T17:35:16,520 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34817,1732210514301-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:16,520 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34817,1732210514301-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:16,520 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34817,1732210514301-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:16,520 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:34817, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:16,520 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:16,520 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:16,521 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:35:16,523 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.131sec 2024-11-21T17:35:16,523 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:35:16,523 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:35:16,523 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:35:16,523 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:35:16,523 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:35:16,523 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34817,1732210514301-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:35:16,523 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34817,1732210514301-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:35:16,525 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:35:16,525 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:35:16,525 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34817,1732210514301-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:16,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cce62b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:16,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,34817,-1 for getting cluster id 2024-11-21T17:35:16,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:16,576 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b93b3ea6-4193-4112-9606-29690f7c06f8' 2024-11-21T17:35:16,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:16,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b93b3ea6-4193-4112-9606-29690f7c06f8" 2024-11-21T17:35:16,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1122ebe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:16,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,34817,-1] 2024-11-21T17:35:16,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:16,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:16,577 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:16,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbfc4d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:16,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:16,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,34177,1732210514342, seqNum=-1] 2024-11-21T17:35:16,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:16,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:35:16,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,34817,1732210514301 2024-11-21T17:35:16,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56294 2024-11-21T17:35:16,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:16,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100635a15440008 connected 2024-11-21T17:35:16,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:35:16,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,36807,1732210506793 2024-11-21T17:35:16,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@238257fb 2024-11-21T17:35:16,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:35:16,588 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:35:16,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:35:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T17:35:16,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:35:16,590 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:16,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T17:35:16,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:35:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:16,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741835_1011 (size=902) 2024-11-21T17:35:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:16,998 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8687fb5214280111db675ee73b690f4, NAME => 'test,,1732210516588.d8687fb5214280111db675ee73b690f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0 2024-11-21T17:35:17,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741836_1012 (size=39) 2024-11-21T17:35:17,003 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732210516588.d8687fb5214280111db675ee73b690f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:17,004 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d8687fb5214280111db675ee73b690f4, disabling compactions & flushes 2024-11-21T17:35:17,004 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732210516588.d8687fb5214280111db675ee73b690f4. 2024-11-21T17:35:17,004 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210516588.d8687fb5214280111db675ee73b690f4. 2024-11-21T17:35:17,004 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732210516588.d8687fb5214280111db675ee73b690f4. after waiting 0 ms 2024-11-21T17:35:17,004 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732210516588.d8687fb5214280111db675ee73b690f4. 2024-11-21T17:35:17,004 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732210516588.d8687fb5214280111db675ee73b690f4. 2024-11-21T17:35:17,004 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8687fb5214280111db675ee73b690f4: Waiting for close lock at 1732210517004Disabling compacts and flushes for region at 1732210517004Disabling writes for close at 1732210517004Writing region close event to WAL at 1732210517004Closed at 1732210517004 2024-11-21T17:35:17,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:35:17,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732210516588.d8687fb5214280111db675ee73b690f4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732210517005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210517005"}]},"ts":"1732210517005"} 2024-11-21T17:35:17,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:35:17,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:35:17,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210517010"}]},"ts":"1732210517010"} 2024-11-21T17:35:17,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T17:35:17,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d8687fb5214280111db675ee73b690f4, ASSIGN}] 2024-11-21T17:35:17,013 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d8687fb5214280111db675ee73b690f4, ASSIGN 2024-11-21T17:35:17,014 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d8687fb5214280111db675ee73b690f4, ASSIGN; state=OFFLINE, location=f3865e8353b4,40401,1732210506839; forceNewPlan=false, retain=false 2024-11-21T17:35:17,164 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8687fb5214280111db675ee73b690f4, regionState=OPENING, regionLocation=f3865e8353b4,40401,1732210506839 2024-11-21T17:35:17,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d8687fb5214280111db675ee73b690f4, ASSIGN because future has completed 2024-11-21T17:35:17,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8687fb5214280111db675ee73b690f4, server=f3865e8353b4,40401,1732210506839}] 2024-11-21T17:35:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:17,321 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732210516588.d8687fb5214280111db675ee73b690f4. 2024-11-21T17:35:17,322 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d8687fb5214280111db675ee73b690f4, NAME => 'test,,1732210516588.d8687fb5214280111db675ee73b690f4.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:17,322 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:35:17,322 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T17:35:17,322 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:17,322 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732210516588.d8687fb5214280111db675ee73b690f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:17,322 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:17,322 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:17,323 INFO [StoreOpener-d8687fb5214280111db675ee73b690f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:17,324 INFO [StoreOpener-d8687fb5214280111db675ee73b690f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8687fb5214280111db675ee73b690f4 columnFamilyName f 2024-11-21T17:35:17,324 DEBUG [StoreOpener-d8687fb5214280111db675ee73b690f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:17,324 INFO [StoreOpener-d8687fb5214280111db675ee73b690f4-1 {}] regionserver.HStore(327): Store=d8687fb5214280111db675ee73b690f4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:17,324 INFO [StoreOpener-d8687fb5214280111db675ee73b690f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:17,325 INFO [StoreOpener-d8687fb5214280111db675ee73b690f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8687fb5214280111db675ee73b690f4 columnFamilyName f1 2024-11-21T17:35:17,325 DEBUG [StoreOpener-d8687fb5214280111db675ee73b690f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:17,325 INFO [StoreOpener-d8687fb5214280111db675ee73b690f4-1 {}] regionserver.HStore(327): Store=d8687fb5214280111db675ee73b690f4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:17,325 INFO [StoreOpener-d8687fb5214280111db675ee73b690f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:17,326 INFO [StoreOpener-d8687fb5214280111db675ee73b690f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8687fb5214280111db675ee73b690f4 columnFamilyName norep 2024-11-21T17:35:17,326 DEBUG [StoreOpener-d8687fb5214280111db675ee73b690f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:17,326 INFO [StoreOpener-d8687fb5214280111db675ee73b690f4-1 {}] regionserver.HStore(327): Store=d8687fb5214280111db675ee73b690f4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:17,326 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:17,327 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:17,327 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:17,327 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:17,327 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:17,328 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:35:17,328 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:17,330 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:17,330 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d8687fb5214280111db675ee73b690f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70052478, jitterRate=0.043863266706466675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:35:17,330 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:17,330 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d8687fb5214280111db675ee73b690f4: Running coprocessor pre-open hook at 1732210517322Writing region info on filesystem at 1732210517322Initializing all the Stores at 1732210517323 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210517323Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210517323Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210517323Cleaning up temporary data from old regions at 1732210517327 (+4 ms)Running coprocessor post-open hooks at 1732210517330 (+3 ms)Region opened successfully at 1732210517330 2024-11-21T17:35:17,331 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732210516588.d8687fb5214280111db675ee73b690f4., pid=6, masterSystemTime=1732210517318 2024-11-21T17:35:17,333 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732210516588.d8687fb5214280111db675ee73b690f4. 2024-11-21T17:35:17,333 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732210516588.d8687fb5214280111db675ee73b690f4. 2024-11-21T17:35:17,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8687fb5214280111db675ee73b690f4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3865e8353b4,40401,1732210506839 2024-11-21T17:35:17,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8687fb5214280111db675ee73b690f4, server=f3865e8353b4,40401,1732210506839 because future has completed 2024-11-21T17:35:17,336 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36807 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f3865e8353b4,40401,1732210506839, table=test, region=d8687fb5214280111db675ee73b690f4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T17:35:17,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:35:17,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d8687fb5214280111db675ee73b690f4, server=f3865e8353b4,40401,1732210506839 in 170 msec 2024-11-21T17:35:17,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T17:35:17,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d8687fb5214280111db675ee73b690f4, ASSIGN in 325 msec 2024-11-21T17:35:17,339 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:35:17,339 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210517339"}]},"ts":"1732210517339"} 2024-11-21T17:35:17,341 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T17:35:17,342 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:35:17,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-21T17:35:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:17,728 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T17:35:17,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:35:17,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,36049,1732210510227 2024-11-21T17:35:17,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@496b0efd 2024-11-21T17:35:17,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:35:17,730 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:35:17,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:35:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T17:35:17,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:35:17,732 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:17,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T17:35:17,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:35:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:17,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741835_1011 (size=902) 2024-11-21T17:35:17,737 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5554cd3be0ef877345236fbb6809391f, NAME => 'test,,1732210517730.5554cd3be0ef877345236fbb6809391f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834 2024-11-21T17:35:17,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741836_1012 (size=39) 2024-11-21T17:35:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:18,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732210517730.5554cd3be0ef877345236fbb6809391f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:18,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5554cd3be0ef877345236fbb6809391f, disabling compactions & flushes 2024-11-21T17:35:18,142 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732210517730.5554cd3be0ef877345236fbb6809391f. 2024-11-21T17:35:18,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210517730.5554cd3be0ef877345236fbb6809391f. 2024-11-21T17:35:18,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732210517730.5554cd3be0ef877345236fbb6809391f. after waiting 0 ms 2024-11-21T17:35:18,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732210517730.5554cd3be0ef877345236fbb6809391f. 2024-11-21T17:35:18,142 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732210517730.5554cd3be0ef877345236fbb6809391f. 2024-11-21T17:35:18,142 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5554cd3be0ef877345236fbb6809391f: Waiting for close lock at 1732210518142Disabling compacts and flushes for region at 1732210518142Disabling writes for close at 1732210518142Writing region close event to WAL at 1732210518142Closed at 1732210518142 2024-11-21T17:35:18,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:35:18,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732210517730.5554cd3be0ef877345236fbb6809391f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732210518143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210518143"}]},"ts":"1732210518143"} 2024-11-21T17:35:18,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:35:18,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:35:18,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210518145"}]},"ts":"1732210518145"} 2024-11-21T17:35:18,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T17:35:18,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5554cd3be0ef877345236fbb6809391f, ASSIGN}] 2024-11-21T17:35:18,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5554cd3be0ef877345236fbb6809391f, ASSIGN 2024-11-21T17:35:18,148 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5554cd3be0ef877345236fbb6809391f, ASSIGN; state=OFFLINE, location=f3865e8353b4,45697,1732210510257; forceNewPlan=false, retain=false 2024-11-21T17:35:18,299 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5554cd3be0ef877345236fbb6809391f, regionState=OPENING, regionLocation=f3865e8353b4,45697,1732210510257 2024-11-21T17:35:18,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5554cd3be0ef877345236fbb6809391f, ASSIGN because future has completed 2024-11-21T17:35:18,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5554cd3be0ef877345236fbb6809391f, server=f3865e8353b4,45697,1732210510257}] 2024-11-21T17:35:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:18,455 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732210517730.5554cd3be0ef877345236fbb6809391f. 2024-11-21T17:35:18,455 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5554cd3be0ef877345236fbb6809391f, NAME => 'test,,1732210517730.5554cd3be0ef877345236fbb6809391f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:18,456 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:35:18,456 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T17:35:18,456 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5554cd3be0ef877345236fbb6809391f 2024-11-21T17:35:18,456 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732210517730.5554cd3be0ef877345236fbb6809391f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:18,456 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5554cd3be0ef877345236fbb6809391f 2024-11-21T17:35:18,456 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5554cd3be0ef877345236fbb6809391f 2024-11-21T17:35:18,457 INFO [StoreOpener-5554cd3be0ef877345236fbb6809391f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5554cd3be0ef877345236fbb6809391f 2024-11-21T17:35:18,458 INFO [StoreOpener-5554cd3be0ef877345236fbb6809391f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5554cd3be0ef877345236fbb6809391f columnFamilyName f 2024-11-21T17:35:18,458 DEBUG [StoreOpener-5554cd3be0ef877345236fbb6809391f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:18,458 INFO [StoreOpener-5554cd3be0ef877345236fbb6809391f-1 {}] regionserver.HStore(327): Store=5554cd3be0ef877345236fbb6809391f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:18,458 INFO [StoreOpener-5554cd3be0ef877345236fbb6809391f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5554cd3be0ef877345236fbb6809391f 2024-11-21T17:35:18,459 INFO [StoreOpener-5554cd3be0ef877345236fbb6809391f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5554cd3be0ef877345236fbb6809391f columnFamilyName f1 2024-11-21T17:35:18,459 DEBUG [StoreOpener-5554cd3be0ef877345236fbb6809391f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:18,459 INFO [StoreOpener-5554cd3be0ef877345236fbb6809391f-1 {}] regionserver.HStore(327): Store=5554cd3be0ef877345236fbb6809391f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:18,460 INFO [StoreOpener-5554cd3be0ef877345236fbb6809391f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5554cd3be0ef877345236fbb6809391f 2024-11-21T17:35:18,460 INFO [StoreOpener-5554cd3be0ef877345236fbb6809391f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5554cd3be0ef877345236fbb6809391f columnFamilyName norep 2024-11-21T17:35:18,460 DEBUG [StoreOpener-5554cd3be0ef877345236fbb6809391f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:18,461 INFO [StoreOpener-5554cd3be0ef877345236fbb6809391f-1 {}] regionserver.HStore(327): Store=5554cd3be0ef877345236fbb6809391f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:18,461 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5554cd3be0ef877345236fbb6809391f 2024-11-21T17:35:18,461 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f 2024-11-21T17:35:18,461 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f 2024-11-21T17:35:18,462 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5554cd3be0ef877345236fbb6809391f 2024-11-21T17:35:18,462 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5554cd3be0ef877345236fbb6809391f 2024-11-21T17:35:18,462 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:35:18,463 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5554cd3be0ef877345236fbb6809391f 2024-11-21T17:35:18,464 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:18,464 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5554cd3be0ef877345236fbb6809391f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64718928, jitterRate=-0.03561282157897949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:35:18,464 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5554cd3be0ef877345236fbb6809391f 2024-11-21T17:35:18,464 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5554cd3be0ef877345236fbb6809391f: Running coprocessor pre-open hook at 1732210518456Writing region info on filesystem at 1732210518456Initializing all the Stores at 1732210518457 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210518457Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210518457Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210518457Cleaning up temporary data from old regions at 1732210518462 (+5 ms)Running coprocessor post-open hooks at 1732210518464 (+2 ms)Region opened successfully at 1732210518464 2024-11-21T17:35:18,465 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732210517730.5554cd3be0ef877345236fbb6809391f., pid=6, masterSystemTime=1732210518452 2024-11-21T17:35:18,466 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732210517730.5554cd3be0ef877345236fbb6809391f. 2024-11-21T17:35:18,466 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732210517730.5554cd3be0ef877345236fbb6809391f. 2024-11-21T17:35:18,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5554cd3be0ef877345236fbb6809391f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3865e8353b4,45697,1732210510257 2024-11-21T17:35:18,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5554cd3be0ef877345236fbb6809391f, server=f3865e8353b4,45697,1732210510257 because future has completed 2024-11-21T17:35:18,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:35:18,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5554cd3be0ef877345236fbb6809391f, server=f3865e8353b4,45697,1732210510257 in 168 msec 2024-11-21T17:35:18,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T17:35:18,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5554cd3be0ef877345236fbb6809391f, ASSIGN in 323 msec 2024-11-21T17:35:18,472 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:35:18,472 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210518472"}]},"ts":"1732210518472"} 2024-11-21T17:35:18,474 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T17:35:18,474 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:35:18,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 744 msec 2024-11-21T17:35:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:18,868 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T17:35:18,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:35:18,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,34817,1732210514301 2024-11-21T17:35:18,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c7a9dc4 2024-11-21T17:35:18,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:35:18,870 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:35:18,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:35:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T17:35:18,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:35:18,872 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:18,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T17:35:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:18,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:35:18,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741835_1011 (size=902) 2024-11-21T17:35:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:19,279 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5451c64758e9854dca0e83c64be29b45, NAME => 'test,,1732210518870.5451c64758e9854dca0e83c64be29b45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2 2024-11-21T17:35:19,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741836_1012 (size=39) 2024-11-21T17:35:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:19,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732210518870.5451c64758e9854dca0e83c64be29b45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:19,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5451c64758e9854dca0e83c64be29b45, disabling compactions & flushes 2024-11-21T17:35:19,683 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732210518870.5451c64758e9854dca0e83c64be29b45. 2024-11-21T17:35:19,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210518870.5451c64758e9854dca0e83c64be29b45. 2024-11-21T17:35:19,683 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732210518870.5451c64758e9854dca0e83c64be29b45. after waiting 0 ms 2024-11-21T17:35:19,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732210518870.5451c64758e9854dca0e83c64be29b45. 2024-11-21T17:35:19,684 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732210518870.5451c64758e9854dca0e83c64be29b45. 2024-11-21T17:35:19,684 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5451c64758e9854dca0e83c64be29b45: Waiting for close lock at 1732210519683Disabling compacts and flushes for region at 1732210519683Disabling writes for close at 1732210519683Writing region close event to WAL at 1732210519684 (+1 ms)Closed at 1732210519684 2024-11-21T17:35:19,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:35:19,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732210518870.5451c64758e9854dca0e83c64be29b45.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732210519685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210519685"}]},"ts":"1732210519685"} 2024-11-21T17:35:19,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:35:19,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:35:19,687 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210519687"}]},"ts":"1732210519687"} 2024-11-21T17:35:19,689 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T17:35:19,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5451c64758e9854dca0e83c64be29b45, ASSIGN}] 2024-11-21T17:35:19,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5451c64758e9854dca0e83c64be29b45, ASSIGN 2024-11-21T17:35:19,690 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5451c64758e9854dca0e83c64be29b45, ASSIGN; state=OFFLINE, location=f3865e8353b4,34177,1732210514342; forceNewPlan=false, retain=false 2024-11-21T17:35:19,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5451c64758e9854dca0e83c64be29b45, regionState=OPENING, regionLocation=f3865e8353b4,34177,1732210514342 2024-11-21T17:35:19,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5451c64758e9854dca0e83c64be29b45, ASSIGN because future has completed 2024-11-21T17:35:19,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5451c64758e9854dca0e83c64be29b45, server=f3865e8353b4,34177,1732210514342}] 2024-11-21T17:35:19,998 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732210518870.5451c64758e9854dca0e83c64be29b45. 2024-11-21T17:35:19,998 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5451c64758e9854dca0e83c64be29b45, NAME => 'test,,1732210518870.5451c64758e9854dca0e83c64be29b45.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:19,998 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:35:19,998 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T17:35:19,998 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:19,998 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732210518870.5451c64758e9854dca0e83c64be29b45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:19,998 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:19,998 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:19,999 INFO [StoreOpener-5451c64758e9854dca0e83c64be29b45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:20,000 INFO [StoreOpener-5451c64758e9854dca0e83c64be29b45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5451c64758e9854dca0e83c64be29b45 columnFamilyName f 2024-11-21T17:35:20,001 DEBUG [StoreOpener-5451c64758e9854dca0e83c64be29b45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:20,001 INFO [StoreOpener-5451c64758e9854dca0e83c64be29b45-1 {}] regionserver.HStore(327): Store=5451c64758e9854dca0e83c64be29b45/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:20,001 INFO [StoreOpener-5451c64758e9854dca0e83c64be29b45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:20,002 INFO [StoreOpener-5451c64758e9854dca0e83c64be29b45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5451c64758e9854dca0e83c64be29b45 columnFamilyName f1 2024-11-21T17:35:20,002 DEBUG [StoreOpener-5451c64758e9854dca0e83c64be29b45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:20,002 INFO [StoreOpener-5451c64758e9854dca0e83c64be29b45-1 {}] regionserver.HStore(327): Store=5451c64758e9854dca0e83c64be29b45/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:20,002 INFO [StoreOpener-5451c64758e9854dca0e83c64be29b45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:20,003 INFO [StoreOpener-5451c64758e9854dca0e83c64be29b45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5451c64758e9854dca0e83c64be29b45 columnFamilyName norep 2024-11-21T17:35:20,003 DEBUG [StoreOpener-5451c64758e9854dca0e83c64be29b45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:20,003 INFO [StoreOpener-5451c64758e9854dca0e83c64be29b45-1 {}] regionserver.HStore(327): Store=5451c64758e9854dca0e83c64be29b45/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:20,003 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:20,004 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:20,004 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:20,005 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:20,005 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:20,005 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:35:20,006 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:20,007 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:20,008 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5451c64758e9854dca0e83c64be29b45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64054321, jitterRate=-0.045516237616539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:35:20,008 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:20,008 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5451c64758e9854dca0e83c64be29b45: Running coprocessor pre-open hook at 1732210519998Writing region info on filesystem at 1732210519998Initializing all the Stores at 1732210519999 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210519999Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210519999Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210519999Cleaning up temporary data from old regions at 1732210520005 (+6 ms)Running coprocessor post-open hooks at 1732210520008 (+3 ms)Region opened successfully at 1732210520008 2024-11-21T17:35:20,009 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732210518870.5451c64758e9854dca0e83c64be29b45., pid=6, masterSystemTime=1732210519995 2024-11-21T17:35:20,010 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732210518870.5451c64758e9854dca0e83c64be29b45. 2024-11-21T17:35:20,010 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732210518870.5451c64758e9854dca0e83c64be29b45. 2024-11-21T17:35:20,011 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5451c64758e9854dca0e83c64be29b45, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3865e8353b4,34177,1732210514342 2024-11-21T17:35:20,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5451c64758e9854dca0e83c64be29b45, server=f3865e8353b4,34177,1732210514342 because future has completed 2024-11-21T17:35:20,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:35:20,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5451c64758e9854dca0e83c64be29b45, server=f3865e8353b4,34177,1732210514342 in 171 msec 2024-11-21T17:35:20,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T17:35:20,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5451c64758e9854dca0e83c64be29b45, ASSIGN in 326 msec 2024-11-21T17:35:20,017 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:35:20,017 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210520017"}]},"ts":"1732210520017"} 2024-11-21T17:35:20,019 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T17:35:20,020 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:35:20,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-21T17:35:20,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T17:35:20,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T17:35:20,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T17:35:20,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:35:20,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T17:35:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:21,018 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T17:35:21,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ba1548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:21,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,36807,-1 for getting cluster id 2024-11-21T17:35:21,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:21,019 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bb0236b-5f93-4556-962d-ecfbe86ce803' 2024-11-21T17:35:21,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:21,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bb0236b-5f93-4556-962d-ecfbe86ce803" 2024-11-21T17:35:21,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddd9bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:21,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,36807,-1] 2024-11-21T17:35:21,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:21,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:21,021 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:21,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bfb5eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:21,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:35:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,36807,1732210506793 2024-11-21T17:35:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b3e0a9 2024-11-21T17:35:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:35:21,023 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:35:21,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f3865e8353b4:36049,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:35:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:35:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:21,026 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:36049' 2024-11-21T17:35:21,027 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bd674b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:21,027 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,36049,-1 for getting cluster id 2024-11-21T17:35:21,027 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:21,028 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3821c4f-7e6a-4eb7-86bf-a9f89462df61' 2024-11-21T17:35:21,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:21,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3821c4f-7e6a-4eb7-86bf-a9f89462df61" 2024-11-21T17:35:21,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef94b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:21,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,36049,-1] 2024-11-21T17:35:21,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:21,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:21,029 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:21,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7589125d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:21,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:35:21,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,36049,1732210510227 2024-11-21T17:35:21,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e70ae0 2024-11-21T17:35:21,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:35:21,031 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:35:21,032 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T17:35:21,032 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:35:21,032 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:21,032 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:21,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:21,033 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:35:21,034 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T17:35:21,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:35:21,035 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:21,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:35:21,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741837_1013 (size=1138) 2024-11-21T17:35:21,084 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T17:35:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:21,443 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9dad954148dc236596d50ce07c87ae3b, NAME => 'hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0 2024-11-21T17:35:21,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741838_1014 (size=44) 2024-11-21T17:35:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:21,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:21,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9dad954148dc236596d50ce07c87ae3b, disabling compactions & flushes 2024-11-21T17:35:21,848 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b. 2024-11-21T17:35:21,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b. 2024-11-21T17:35:21,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b. after waiting 0 ms 2024-11-21T17:35:21,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b. 2024-11-21T17:35:21,848 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b. 2024-11-21T17:35:21,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9dad954148dc236596d50ce07c87ae3b: Waiting for close lock at 1732210521848Disabling compacts and flushes for region at 1732210521848Disabling writes for close at 1732210521848Writing region close event to WAL at 1732210521848Closed at 1732210521848 2024-11-21T17:35:21,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:35:21,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732210521849"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210521849"}]},"ts":"1732210521849"} 2024-11-21T17:35:21,851 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:35:21,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:35:21,852 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210521852"}]},"ts":"1732210521852"} 2024-11-21T17:35:21,854 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T17:35:21,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dad954148dc236596d50ce07c87ae3b, ASSIGN}] 2024-11-21T17:35:21,855 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dad954148dc236596d50ce07c87ae3b, ASSIGN 2024-11-21T17:35:21,856 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9dad954148dc236596d50ce07c87ae3b, ASSIGN; state=OFFLINE, location=f3865e8353b4,40401,1732210506839; forceNewPlan=false, retain=false 2024-11-21T17:35:21,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:35:21,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:21,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:22,013 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9dad954148dc236596d50ce07c87ae3b, regionState=OPENING, regionLocation=f3865e8353b4,40401,1732210506839 2024-11-21T17:35:22,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9dad954148dc236596d50ce07c87ae3b, ASSIGN because future has completed 2024-11-21T17:35:22,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dad954148dc236596d50ce07c87ae3b, server=f3865e8353b4,40401,1732210506839}] 2024-11-21T17:35:22,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:22,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:22,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:22,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:22,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:22,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:22,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:22,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:22,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:22,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:22,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b. 2024-11-21T17:35:22,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:22,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T17:35:22,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C40401%2C1732210506839.rep, suffix=, logDir=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839, archiveDir=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/oldWALs, maxLogs=10 2024-11-21T17:35:22,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.rep.1732210522173, exclude list is [], retry=0 2024-11-21T17:35:22,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36673,DS-ad7ee070-0118-41bc-8d08-3ac55d278363,DISK] 2024-11-21T17:35:22,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.rep.1732210522173 2024-11-21T17:35:22,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40561:40561)] 2024-11-21T17:35:22,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dad954148dc236596d50ce07c87ae3b, NAME => 'hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:22,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:35:22,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:35:22,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b. service=MultiRowMutationService 2024-11-21T17:35:22,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T17:35:22,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9dad954148dc236596d50ce07c87ae3b 2024-11-21T17:35:22,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:22,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9dad954148dc236596d50ce07c87ae3b 2024-11-21T17:35:22,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9dad954148dc236596d50ce07c87ae3b 2024-11-21T17:35:22,191 INFO [StoreOpener-9dad954148dc236596d50ce07c87ae3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9dad954148dc236596d50ce07c87ae3b 2024-11-21T17:35:22,192 INFO [StoreOpener-9dad954148dc236596d50ce07c87ae3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dad954148dc236596d50ce07c87ae3b columnFamilyName hfileref 2024-11-21T17:35:22,192 DEBUG [StoreOpener-9dad954148dc236596d50ce07c87ae3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:22,193 INFO [StoreOpener-9dad954148dc236596d50ce07c87ae3b-1 {}] regionserver.HStore(327): Store=9dad954148dc236596d50ce07c87ae3b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:22,193 INFO [StoreOpener-9dad954148dc236596d50ce07c87ae3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9dad954148dc236596d50ce07c87ae3b 2024-11-21T17:35:22,193 INFO [StoreOpener-9dad954148dc236596d50ce07c87ae3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dad954148dc236596d50ce07c87ae3b columnFamilyName queue 2024-11-21T17:35:22,193 DEBUG [StoreOpener-9dad954148dc236596d50ce07c87ae3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:22,194 INFO [StoreOpener-9dad954148dc236596d50ce07c87ae3b-1 {}] regionserver.HStore(327): Store=9dad954148dc236596d50ce07c87ae3b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:22,194 INFO [StoreOpener-9dad954148dc236596d50ce07c87ae3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9dad954148dc236596d50ce07c87ae3b 2024-11-21T17:35:22,195 INFO [StoreOpener-9dad954148dc236596d50ce07c87ae3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dad954148dc236596d50ce07c87ae3b columnFamilyName sid 2024-11-21T17:35:22,195 DEBUG [StoreOpener-9dad954148dc236596d50ce07c87ae3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:22,195 INFO [StoreOpener-9dad954148dc236596d50ce07c87ae3b-1 {}] regionserver.HStore(327): Store=9dad954148dc236596d50ce07c87ae3b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:22,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9dad954148dc236596d50ce07c87ae3b 2024-11-21T17:35:22,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/replication/9dad954148dc236596d50ce07c87ae3b 2024-11-21T17:35:22,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/replication/9dad954148dc236596d50ce07c87ae3b 2024-11-21T17:35:22,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9dad954148dc236596d50ce07c87ae3b 2024-11-21T17:35:22,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9dad954148dc236596d50ce07c87ae3b 2024-11-21T17:35:22,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:35:22,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9dad954148dc236596d50ce07c87ae3b 2024-11-21T17:35:22,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/replication/9dad954148dc236596d50ce07c87ae3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:22,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9dad954148dc236596d50ce07c87ae3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70873251, jitterRate=0.0560937374830246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:35:22,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dad954148dc236596d50ce07c87ae3b 2024-11-21T17:35:22,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9dad954148dc236596d50ce07c87ae3b: Running coprocessor pre-open hook at 1732210522190Writing region info on filesystem at 1732210522190Initializing all the Stores at 1732210522191 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210522191Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210522191Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210522191Cleaning up temporary data from old regions at 1732210522196 (+5 ms)Running coprocessor post-open hooks at 1732210522199 (+3 ms)Region opened successfully at 1732210522199 2024-11-21T17:35:22,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b., pid=10, masterSystemTime=1732210522168 2024-11-21T17:35:22,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b. 2024-11-21T17:35:22,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b. 2024-11-21T17:35:22,202 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9dad954148dc236596d50ce07c87ae3b, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,40401,1732210506839 2024-11-21T17:35:22,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dad954148dc236596d50ce07c87ae3b, server=f3865e8353b4,40401,1732210506839 because future has completed 2024-11-21T17:35:22,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T17:35:22,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dad954148dc236596d50ce07c87ae3b, server=f3865e8353b4,40401,1732210506839 in 188 msec 2024-11-21T17:35:22,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T17:35:22,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dad954148dc236596d50ce07c87ae3b, ASSIGN in 351 msec 2024-11-21T17:35:22,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:35:22,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210522207"}]},"ts":"1732210522207"} 2024-11-21T17:35:22,209 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T17:35:22,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:35:22,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-21T17:35:22,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b., hostname=f3865e8353b4,40401,1732210506839, seqNum=2] 2024-11-21T17:35:22,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841 2024-11-21T17:35:22,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841 2024-11-21T17:35:22,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:35:22,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T17:35:22,397 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T17:35:22,423 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,40401,1732210506839, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:35:22,423 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:22,424 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,40401,1732210506839, seqNum=-1] 2024-11-21T17:35:22,424 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:22,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T17:35:22,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f3865e8353b4,40401,1732210506839', locateType=CURRENT is [region=hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b., hostname=f3865e8353b4,40401,1732210506839, seqNum=2] 2024-11-21T17:35:22,436 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T17:35:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T17:35:22,438 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f3865e8353b4,40401,1732210506839 suceeded 2024-11-21T17:35:22,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T17:35:22,440 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f3865e8353b4:36049,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:35:22,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-21T17:35:22,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-21T17:35:22,458 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:36049' 2024-11-21T17:35:22,460 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ca9c780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:22,460 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,36049,-1 for getting cluster id 2024-11-21T17:35:22,460 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:22,461 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3821c4f-7e6a-4eb7-86bf-a9f89462df61' 2024-11-21T17:35:22,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:22,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3821c4f-7e6a-4eb7-86bf-a9f89462df61" 2024-11-21T17:35:22,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10a28813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:22,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,36049,-1] 2024-11-21T17:35:22,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:22,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:22,463 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:22,463 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@448296cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:22,463 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:35:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,36049,1732210510227 2024-11-21T17:35:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36bbb84 2024-11-21T17:35:22,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:35:22,465 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-21T17:35:22,466 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,40401,1732210506839 (queues=1) is replicating from cluster=7bb0236b-5f93-4556-962d-ecfbe86ce803 to cluster=e3821c4f-7e6a-4eb7-86bf-a9f89462df61 2024-11-21T17:35:22,466 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C40401%2C1732210506839 2024-11-21T17:35:22,466 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,40401,1732210506839, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:35:22,466 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409, startPosition=0, beingWritten=true 2024-11-21T17:35:22,467 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C40401%2C1732210506839 2024-11-21T17:35:22,472 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:22,472 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 379, reset compression=false 2024-11-21T17:35:22,472 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,40401,1732210506839 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:35:22,683 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 379, reset compression=false 2024-11-21T17:35:22,987 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 379, reset compression=false 2024-11-21T17:35:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:23,167 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T17:35:23,167 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:35:23,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:23,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:23,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:23,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:23,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1230221f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:23,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,36049,-1 for getting cluster id 2024-11-21T17:35:23,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:23,169 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3821c4f-7e6a-4eb7-86bf-a9f89462df61' 2024-11-21T17:35:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3821c4f-7e6a-4eb7-86bf-a9f89462df61" 2024-11-21T17:35:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f41ec55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,36049,-1] 2024-11-21T17:35:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:23,170 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:23,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0e7eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:23,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:35:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,36049,1732210510227 2024-11-21T17:35:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34c9508a 2024-11-21T17:35:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:35:23,173 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:35:23,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f3865e8353b4:34817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:35:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:35:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:23,175 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:34817' 2024-11-21T17:35:23,176 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3892d272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:23,176 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,34817,-1 for getting cluster id 2024-11-21T17:35:23,176 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:23,177 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b93b3ea6-4193-4112-9606-29690f7c06f8' 2024-11-21T17:35:23,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:23,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b93b3ea6-4193-4112-9606-29690f7c06f8" 2024-11-21T17:35:23,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e99c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:23,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,34817,-1] 2024-11-21T17:35:23,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:23,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:23,178 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:23,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c54d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:23,179 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:35:23,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,34817,1732210514301 2024-11-21T17:35:23,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71ddc254 2024-11-21T17:35:23,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:35:23,180 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:35:23,180 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T17:35:23,180 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:35:23,180 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:23,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:23,181 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:23,181 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:35:23,182 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T17:35:23,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:35:23,183 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:23,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:35:23,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741837_1013 (size=1138) 2024-11-21T17:35:23,232 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T17:35:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:23,390 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 379, reset compression=false 2024-11-21T17:35:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:23,590 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9dcf4682bba9a1b9b5051c721795868, NAME => 'hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834 2024-11-21T17:35:23,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741838_1014 (size=44) 2024-11-21T17:35:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:23,893 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 379, reset compression=false 2024-11-21T17:35:23,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:23,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d9dcf4682bba9a1b9b5051c721795868, disabling compactions & flushes 2024-11-21T17:35:23,995 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868. 2024-11-21T17:35:23,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868. 2024-11-21T17:35:23,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868. after waiting 0 ms 2024-11-21T17:35:23,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868. 2024-11-21T17:35:23,995 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868. 2024-11-21T17:35:23,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9dcf4682bba9a1b9b5051c721795868: Waiting for close lock at 1732210523995Disabling compacts and flushes for region at 1732210523995Disabling writes for close at 1732210523995Writing region close event to WAL at 1732210523995Closed at 1732210523995 2024-11-21T17:35:23,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:35:23,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732210523996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210523996"}]},"ts":"1732210523996"} 2024-11-21T17:35:23,998 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:35:23,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:35:23,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210523999"}]},"ts":"1732210523999"} 2024-11-21T17:35:24,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T17:35:24,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d9dcf4682bba9a1b9b5051c721795868, ASSIGN}] 2024-11-21T17:35:24,002 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d9dcf4682bba9a1b9b5051c721795868, ASSIGN 2024-11-21T17:35:24,002 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d9dcf4682bba9a1b9b5051c721795868, ASSIGN; state=OFFLINE, location=f3865e8353b4,45697,1732210510257; forceNewPlan=false, retain=false 2024-11-21T17:35:24,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d9dcf4682bba9a1b9b5051c721795868, regionState=OPENING, regionLocation=f3865e8353b4,45697,1732210510257 2024-11-21T17:35:24,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d9dcf4682bba9a1b9b5051c721795868, ASSIGN because future has completed 2024-11-21T17:35:24,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9dcf4682bba9a1b9b5051c721795868, server=f3865e8353b4,45697,1732210510257}] 2024-11-21T17:35:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:24,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868. 2024-11-21T17:35:24,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:24,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T17:35:24,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C45697%2C1732210510257.rep, suffix=, logDir=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257, archiveDir=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/oldWALs, maxLogs=10 2024-11-21T17:35:24,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.rep.1732210524312, exclude list is [], retry=0 2024-11-21T17:35:24,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43673,DS-e6e85dc8-1ce1-4d94-adf4-fa76dcf3ae9a,DISK] 2024-11-21T17:35:24,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.rep.1732210524312 2024-11-21T17:35:24,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44465:44465)] 2024-11-21T17:35:24,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d9dcf4682bba9a1b9b5051c721795868, NAME => 'hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:24,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:35:24,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:35:24,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868. service=MultiRowMutationService 2024-11-21T17:35:24,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T17:35:24,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d9dcf4682bba9a1b9b5051c721795868 2024-11-21T17:35:24,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:24,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d9dcf4682bba9a1b9b5051c721795868 2024-11-21T17:35:24,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d9dcf4682bba9a1b9b5051c721795868 2024-11-21T17:35:24,331 INFO [StoreOpener-d9dcf4682bba9a1b9b5051c721795868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d9dcf4682bba9a1b9b5051c721795868 2024-11-21T17:35:24,332 INFO [StoreOpener-d9dcf4682bba9a1b9b5051c721795868-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9dcf4682bba9a1b9b5051c721795868 columnFamilyName hfileref 2024-11-21T17:35:24,332 DEBUG [StoreOpener-d9dcf4682bba9a1b9b5051c721795868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:24,333 INFO [StoreOpener-d9dcf4682bba9a1b9b5051c721795868-1 {}] regionserver.HStore(327): Store=d9dcf4682bba9a1b9b5051c721795868/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:24,333 INFO [StoreOpener-d9dcf4682bba9a1b9b5051c721795868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d9dcf4682bba9a1b9b5051c721795868 2024-11-21T17:35:24,334 INFO [StoreOpener-d9dcf4682bba9a1b9b5051c721795868-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9dcf4682bba9a1b9b5051c721795868 columnFamilyName queue 2024-11-21T17:35:24,334 DEBUG [StoreOpener-d9dcf4682bba9a1b9b5051c721795868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:24,334 INFO [StoreOpener-d9dcf4682bba9a1b9b5051c721795868-1 {}] regionserver.HStore(327): Store=d9dcf4682bba9a1b9b5051c721795868/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:24,334 INFO [StoreOpener-d9dcf4682bba9a1b9b5051c721795868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d9dcf4682bba9a1b9b5051c721795868 2024-11-21T17:35:24,335 INFO [StoreOpener-d9dcf4682bba9a1b9b5051c721795868-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9dcf4682bba9a1b9b5051c721795868 columnFamilyName sid 2024-11-21T17:35:24,335 DEBUG [StoreOpener-d9dcf4682bba9a1b9b5051c721795868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:24,335 INFO [StoreOpener-d9dcf4682bba9a1b9b5051c721795868-1 {}] regionserver.HStore(327): Store=d9dcf4682bba9a1b9b5051c721795868/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:24,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d9dcf4682bba9a1b9b5051c721795868 2024-11-21T17:35:24,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/replication/d9dcf4682bba9a1b9b5051c721795868 2024-11-21T17:35:24,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/replication/d9dcf4682bba9a1b9b5051c721795868 2024-11-21T17:35:24,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d9dcf4682bba9a1b9b5051c721795868 2024-11-21T17:35:24,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d9dcf4682bba9a1b9b5051c721795868 2024-11-21T17:35:24,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:35:24,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d9dcf4682bba9a1b9b5051c721795868 2024-11-21T17:35:24,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/replication/d9dcf4682bba9a1b9b5051c721795868/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:24,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d9dcf4682bba9a1b9b5051c721795868; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58959040, jitterRate=-0.12144184112548828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:35:24,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9dcf4682bba9a1b9b5051c721795868 2024-11-21T17:35:24,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d9dcf4682bba9a1b9b5051c721795868: Running coprocessor pre-open hook at 1732210524330Writing region info on filesystem at 1732210524330Initializing all the Stores at 1732210524330Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210524330Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210524331 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210524331Cleaning up temporary data from old regions at 1732210524337 (+6 ms)Running coprocessor post-open hooks at 1732210524340 (+3 ms)Region opened successfully at 1732210524340 2024-11-21T17:35:24,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868., pid=10, masterSystemTime=1732210524307 2024-11-21T17:35:24,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868. 2024-11-21T17:35:24,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868. 2024-11-21T17:35:24,343 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d9dcf4682bba9a1b9b5051c721795868, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,45697,1732210510257 2024-11-21T17:35:24,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9dcf4682bba9a1b9b5051c721795868, server=f3865e8353b4,45697,1732210510257 because future has completed 2024-11-21T17:35:24,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T17:35:24,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d9dcf4682bba9a1b9b5051c721795868, server=f3865e8353b4,45697,1732210510257 in 190 msec 2024-11-21T17:35:24,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T17:35:24,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d9dcf4682bba9a1b9b5051c721795868, ASSIGN in 345 msec 2024-11-21T17:35:24,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:35:24,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210524349"}]},"ts":"1732210524349"} 2024-11-21T17:35:24,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T17:35:24,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:35:24,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-21T17:35:24,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868., hostname=f3865e8353b4,45697,1732210510257, seqNum=2] 2024-11-21T17:35:24,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082 2024-11-21T17:35:24,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082 2024-11-21T17:35:24,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:35:24,497 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 379, reset compression=false 2024-11-21T17:35:24,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T17:35:24,547 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T17:35:24,581 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,45697,1732210510257, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:35:24,582 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:24,582 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,45697,1732210510257, seqNum=-1] 2024-11-21T17:35:24,582 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:24,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T17:35:24,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f3865e8353b4,45697,1732210510257', locateType=CURRENT is [region=hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868., hostname=f3865e8353b4,45697,1732210510257, seqNum=2] 2024-11-21T17:35:24,587 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T17:35:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T17:35:24,589 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f3865e8353b4,45697,1732210510257 suceeded 2024-11-21T17:35:24,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T17:35:24,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-21T17:35:24,590 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f3865e8353b4:34817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:35:24,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-21T17:35:24,601 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:34817' 2024-11-21T17:35:24,602 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49cb347a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:24,602 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,34817,-1 for getting cluster id 2024-11-21T17:35:24,602 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:24,603 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b93b3ea6-4193-4112-9606-29690f7c06f8' 2024-11-21T17:35:24,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:24,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b93b3ea6-4193-4112-9606-29690f7c06f8" 2024-11-21T17:35:24,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32fb6cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:24,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,34817,-1] 2024-11-21T17:35:24,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:24,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:24,604 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:24,604 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@798dc4e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:24,604 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:35:24,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,34817,1732210514301 2024-11-21T17:35:24,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@296da8be 2024-11-21T17:35:24,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:35:24,606 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-21T17:35:24,606 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,45697,1732210510257 (queues=1) is replicating from cluster=e3821c4f-7e6a-4eb7-86bf-a9f89462df61 to cluster=b93b3ea6-4193-4112-9606-29690f7c06f8 2024-11-21T17:35:24,606 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C45697%2C1732210510257 2024-11-21T17:35:24,606 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,45697,1732210510257, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:35:24,606 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237, startPosition=0, beingWritten=true 2024-11-21T17:35:24,606 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C45697%2C1732210510257 2024-11-21T17:35:24,610 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:24,610 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 379, reset compression=false 2024-11-21T17:35:24,610 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,45697,1732210510257 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:35:24,814 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 379, reset compression=false 2024-11-21T17:35:25,118 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 379, reset compression=false 2024-11-21T17:35:25,200 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 379, reset compression=false 2024-11-21T17:35:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:25,317 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T17:35:25,317 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:35:25,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:25,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:25,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:25,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:25,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ff4d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:25,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,34817,-1 for getting cluster id 2024-11-21T17:35:25,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:25,319 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b93b3ea6-4193-4112-9606-29690f7c06f8' 2024-11-21T17:35:25,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b93b3ea6-4193-4112-9606-29690f7c06f8" 2024-11-21T17:35:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d85d1b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,34817,-1] 2024-11-21T17:35:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:25,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:25,321 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:25,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7089f978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:25,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:35:25,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,34817,1732210514301 2024-11-21T17:35:25,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f9882d8 2024-11-21T17:35:25,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:35:25,323 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:35:25,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f3865e8353b4:36807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:35:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:35:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:25,326 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:36807' 2024-11-21T17:35:25,327 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4eae51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:25,327 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,36807,-1 for getting cluster id 2024-11-21T17:35:25,327 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:25,327 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bb0236b-5f93-4556-962d-ecfbe86ce803' 2024-11-21T17:35:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bb0236b-5f93-4556-962d-ecfbe86ce803" 2024-11-21T17:35:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47cd34c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,36807,-1] 2024-11-21T17:35:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:25,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:25,329 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:25,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597b6fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:25,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:35:25,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,36807,1732210506793 2024-11-21T17:35:25,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2932f11b 2024-11-21T17:35:25,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:35:25,331 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:35:25,331 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T17:35:25,332 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:35:25,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:25,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:25,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:25,332 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:35:25,333 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T17:35:25,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:35:25,334 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:25,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:35:25,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741837_1013 (size=1138) 2024-11-21T17:35:25,383 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T17:35:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:25,522 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 379, reset compression=false 2024-11-21T17:35:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:25,741 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ddba501df3d10359a98d665c61d5f7f, NAME => 'hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2 2024-11-21T17:35:25,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741838_1014 (size=44) 2024-11-21T17:35:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:26,004 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 379, reset compression=false 2024-11-21T17:35:26,025 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 379, reset compression=false 2024-11-21T17:35:26,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:26,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1ddba501df3d10359a98d665c61d5f7f, disabling compactions & flushes 2024-11-21T17:35:26,154 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f. 2024-11-21T17:35:26,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f. 2024-11-21T17:35:26,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f. after waiting 0 ms 2024-11-21T17:35:26,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f. 2024-11-21T17:35:26,154 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f. 2024-11-21T17:35:26,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ddba501df3d10359a98d665c61d5f7f: Waiting for close lock at 1732210526154Disabling compacts and flushes for region at 1732210526154Disabling writes for close at 1732210526154Writing region close event to WAL at 1732210526154Closed at 1732210526154 2024-11-21T17:35:26,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:35:26,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732210526155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210526155"}]},"ts":"1732210526155"} 2024-11-21T17:35:26,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:35:26,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:35:26,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210526157"}]},"ts":"1732210526157"} 2024-11-21T17:35:26,159 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T17:35:26,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ddba501df3d10359a98d665c61d5f7f, ASSIGN}] 2024-11-21T17:35:26,160 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ddba501df3d10359a98d665c61d5f7f, ASSIGN 2024-11-21T17:35:26,160 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ddba501df3d10359a98d665c61d5f7f, ASSIGN; state=OFFLINE, location=f3865e8353b4,34177,1732210514342; forceNewPlan=false, retain=false 2024-11-21T17:35:26,282 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T17:35:26,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ddba501df3d10359a98d665c61d5f7f, regionState=OPENING, regionLocation=f3865e8353b4,34177,1732210514342 2024-11-21T17:35:26,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ddba501df3d10359a98d665c61d5f7f, ASSIGN because future has completed 2024-11-21T17:35:26,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ddba501df3d10359a98d665c61d5f7f, server=f3865e8353b4,34177,1732210514342}] 2024-11-21T17:35:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:26,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f. 2024-11-21T17:35:26,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:26,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T17:35:26,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C34177%2C1732210514342.rep, suffix=, logDir=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342, archiveDir=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/oldWALs, maxLogs=10 2024-11-21T17:35:26,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.rep.1732210526471, exclude list is [], retry=0 2024-11-21T17:35:26,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41925,DS-cd72dac9-417c-4202-9096-11e5c045a467,DISK] 2024-11-21T17:35:26,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.rep.1732210526471 2024-11-21T17:35:26,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35819:35819)] 2024-11-21T17:35:26,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ddba501df3d10359a98d665c61d5f7f, NAME => 'hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:26,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:35:26,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:35:26,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f. service=MultiRowMutationService 2024-11-21T17:35:26,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T17:35:26,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1ddba501df3d10359a98d665c61d5f7f 2024-11-21T17:35:26,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:26,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1ddba501df3d10359a98d665c61d5f7f 2024-11-21T17:35:26,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1ddba501df3d10359a98d665c61d5f7f 2024-11-21T17:35:26,493 INFO [StoreOpener-1ddba501df3d10359a98d665c61d5f7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1ddba501df3d10359a98d665c61d5f7f 2024-11-21T17:35:26,494 INFO [StoreOpener-1ddba501df3d10359a98d665c61d5f7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ddba501df3d10359a98d665c61d5f7f columnFamilyName hfileref 2024-11-21T17:35:26,494 DEBUG [StoreOpener-1ddba501df3d10359a98d665c61d5f7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:26,494 INFO [StoreOpener-1ddba501df3d10359a98d665c61d5f7f-1 {}] regionserver.HStore(327): Store=1ddba501df3d10359a98d665c61d5f7f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:26,494 INFO [StoreOpener-1ddba501df3d10359a98d665c61d5f7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1ddba501df3d10359a98d665c61d5f7f 2024-11-21T17:35:26,495 INFO [StoreOpener-1ddba501df3d10359a98d665c61d5f7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ddba501df3d10359a98d665c61d5f7f columnFamilyName queue 2024-11-21T17:35:26,495 DEBUG [StoreOpener-1ddba501df3d10359a98d665c61d5f7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:26,495 INFO [StoreOpener-1ddba501df3d10359a98d665c61d5f7f-1 {}] regionserver.HStore(327): Store=1ddba501df3d10359a98d665c61d5f7f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:26,495 INFO [StoreOpener-1ddba501df3d10359a98d665c61d5f7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1ddba501df3d10359a98d665c61d5f7f 2024-11-21T17:35:26,496 INFO [StoreOpener-1ddba501df3d10359a98d665c61d5f7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ddba501df3d10359a98d665c61d5f7f columnFamilyName sid 2024-11-21T17:35:26,496 DEBUG [StoreOpener-1ddba501df3d10359a98d665c61d5f7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:26,496 INFO [StoreOpener-1ddba501df3d10359a98d665c61d5f7f-1 {}] regionserver.HStore(327): Store=1ddba501df3d10359a98d665c61d5f7f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:26,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1ddba501df3d10359a98d665c61d5f7f 2024-11-21T17:35:26,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/replication/1ddba501df3d10359a98d665c61d5f7f 2024-11-21T17:35:26,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/replication/1ddba501df3d10359a98d665c61d5f7f 2024-11-21T17:35:26,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1ddba501df3d10359a98d665c61d5f7f 2024-11-21T17:35:26,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1ddba501df3d10359a98d665c61d5f7f 2024-11-21T17:35:26,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:35:26,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1ddba501df3d10359a98d665c61d5f7f 2024-11-21T17:35:26,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/replication/1ddba501df3d10359a98d665c61d5f7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:26,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1ddba501df3d10359a98d665c61d5f7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71522821, jitterRate=0.06577308475971222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:35:26,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ddba501df3d10359a98d665c61d5f7f 2024-11-21T17:35:26,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1ddba501df3d10359a98d665c61d5f7f: Running coprocessor pre-open hook at 1732210526492Writing region info on filesystem at 1732210526492Initializing all the Stores at 1732210526493 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210526493Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210526493Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210526493Cleaning up temporary data from old regions at 1732210526497 (+4 ms)Running coprocessor post-open hooks at 1732210526500 (+3 ms)Region opened successfully at 1732210526500 2024-11-21T17:35:26,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f., pid=10, masterSystemTime=1732210526466 2024-11-21T17:35:26,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f. 2024-11-21T17:35:26,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f. 2024-11-21T17:35:26,503 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ddba501df3d10359a98d665c61d5f7f, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,34177,1732210514342 2024-11-21T17:35:26,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ddba501df3d10359a98d665c61d5f7f, server=f3865e8353b4,34177,1732210514342 because future has completed 2024-11-21T17:35:26,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T17:35:26,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ddba501df3d10359a98d665c61d5f7f, server=f3865e8353b4,34177,1732210514342 in 192 msec 2024-11-21T17:35:26,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T17:35:26,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ddba501df3d10359a98d665c61d5f7f, ASSIGN in 348 msec 2024-11-21T17:35:26,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:35:26,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210526509"}]},"ts":"1732210526509"} 2024-11-21T17:35:26,511 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T17:35:26,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:35:26,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-21T17:35:26,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f., hostname=f3865e8353b4,34177,1732210514342, seqNum=2] 2024-11-21T17:35:26,542 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064 2024-11-21T17:35:26,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064 2024-11-21T17:35:26,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:35:26,629 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 379, reset compression=false 2024-11-21T17:35:26,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T17:35:26,697 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T17:35:26,723 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,34177,1732210514342, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:35:26,723 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:26,724 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,34177,1732210514342, seqNum=-1] 2024-11-21T17:35:26,724 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:26,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T17:35:26,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f3865e8353b4,34177,1732210514342', locateType=CURRENT is [region=hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f., hostname=f3865e8353b4,34177,1732210514342, seqNum=2] 2024-11-21T17:35:26,728 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T17:35:26,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T17:35:26,730 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f3865e8353b4,34177,1732210514342 suceeded 2024-11-21T17:35:26,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T17:35:26,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-21T17:35:26,732 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f3865e8353b4:36807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:35:26,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4090 sec 2024-11-21T17:35:26,742 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:36807' 2024-11-21T17:35:26,743 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e0ccdcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:26,743 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,36807,-1 for getting cluster id 2024-11-21T17:35:26,743 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:26,744 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bb0236b-5f93-4556-962d-ecfbe86ce803' 2024-11-21T17:35:26,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:26,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bb0236b-5f93-4556-962d-ecfbe86ce803" 2024-11-21T17:35:26,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@667d931c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:26,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,36807,-1] 2024-11-21T17:35:26,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:26,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:26,745 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:26,746 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e3f4390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:26,746 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:35:26,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,36807,1732210506793 2024-11-21T17:35:26,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4403c9b0 2024-11-21T17:35:26,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:35:26,747 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T17:35:26,749 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,34177,1732210514342 (queues=1) is replicating from cluster=b93b3ea6-4193-4112-9606-29690f7c06f8 to cluster=7bb0236b-5f93-4556-962d-ecfbe86ce803 2024-11-21T17:35:26,749 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C34177%2C1732210514342 2024-11-21T17:35:26,749 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,34177,1732210514342, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:35:26,749 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C34177%2C1732210514342 2024-11-21T17:35:26,749 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560, startPosition=0, beingWritten=true 2024-11-21T17:35:26,753 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:26,753 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 379, reset compression=false 2024-11-21T17:35:26,753 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,34177,1732210514342 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:35:26,908 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 379, reset compression=false 2024-11-21T17:35:26,957 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 379, reset compression=false 2024-11-21T17:35:27,261 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 379, reset compression=false 2024-11-21T17:35:27,332 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 379, reset compression=false 2024-11-21T17:35:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:35:27,468 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T17:35:27,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:35:27,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:27,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:27,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:27,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:27,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745bb0de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:27,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,36807,-1 for getting cluster id 2024-11-21T17:35:27,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:27,470 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bb0236b-5f93-4556-962d-ecfbe86ce803' 2024-11-21T17:35:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bb0236b-5f93-4556-962d-ecfbe86ce803" 2024-11-21T17:35:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154c43c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,36807,-1] 2024-11-21T17:35:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:27,472 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:27,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d8b76d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:27,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4452bf3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:27,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,36049,-1 for getting cluster id 2024-11-21T17:35:27,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:27,476 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3821c4f-7e6a-4eb7-86bf-a9f89462df61' 2024-11-21T17:35:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3821c4f-7e6a-4eb7-86bf-a9f89462df61" 2024-11-21T17:35:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605f52d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,36049,-1] 2024-11-21T17:35:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:27,477 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a6265a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:27,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54af140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:27,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,34817,-1 for getting cluster id 2024-11-21T17:35:27,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:27,479 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b93b3ea6-4193-4112-9606-29690f7c06f8' 2024-11-21T17:35:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b93b3ea6-4193-4112-9606-29690f7c06f8" 2024-11-21T17:35:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c817bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:27,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,34817,-1] 2024-11-21T17:35:27,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:27,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:27,480 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:27,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29359da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:27,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:27,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,40401,1732210506839, seqNum=-1] 2024-11-21T17:35:27,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:27,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:35:27,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732210516588.d8687fb5214280111db675ee73b690f4., hostname=f3865e8353b4,40401,1732210506839, seqNum=2] 2024-11-21T17:35:27,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:27,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,34177,1732210514342, seqNum=-1] 2024-11-21T17:35:27,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:27,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:35:27,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732210518870.5451c64758e9854dca0e83c64be29b45., hostname=f3865e8353b4,34177,1732210514342, seqNum=2] 2024-11-21T17:35:27,504 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T17:35:27,665 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 379, reset compression=false 2024-11-21T17:35:27,695 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:35:27,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:27,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:27,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:27,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:27,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:27,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:27,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:27,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:27,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:27,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:27,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:27,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:27,912 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 379, reset compression=false 2024-11-21T17:35:27,916 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:35:27,916 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 480, reset compression=false 2024-11-21T17:35:27,916 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,40401,1732210506839 got entry batch from reader: WALEntryBatch [walEntries=[{test/d8687fb5214280111db675ee73b690f4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T17:35:27,919 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:35:27,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-21T17:35:27,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:35:27,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@210e5c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:27,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45697 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,36049,-1 for getting cluster id 2024-11-21T17:35:27,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:27,921 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3821c4f-7e6a-4eb7-86bf-a9f89462df61' 2024-11-21T17:35:27,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:27,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3821c4f-7e6a-4eb7-86bf-a9f89462df61" 2024-11-21T17:35:27,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51c299cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:27,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,36049,-1] 2024-11-21T17:35:27,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:27,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:27,922 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:27,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@129fe0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:27,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:27,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,45697,1732210510257, seqNum=-1] 2024-11-21T17:35:27,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:27,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T17:35:27,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732210517730.5554cd3be0ef877345236fbb6809391f., hostname=f3865e8353b4,45697,1732210510257, seqNum=2] 2024-11-21T17:35:27,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:35:28,121 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 480, reset compression=false 2024-11-21T17:35:28,136 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 379, reset compression=false 2024-11-21T17:35:28,140 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:35:28,140 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 503, reset compression=false 2024-11-21T17:35:28,140 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,45697,1732210510257 got entry batch from reader: WALEntryBatch [walEntries=[{test/5554cd3be0ef877345236fbb6809391f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T17:35:28,142 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:35:28,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-21T17:35:28,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:35:28,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@242d09c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:28,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34177 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,34817,-1 for getting cluster id 2024-11-21T17:35:28,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:28,145 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b93b3ea6-4193-4112-9606-29690f7c06f8' 2024-11-21T17:35:28,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:28,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b93b3ea6-4193-4112-9606-29690f7c06f8" 2024-11-21T17:35:28,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5deb930c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:28,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,34817,-1] 2024-11-21T17:35:28,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:28,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:28,147 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:28,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8adb56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:28,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34177 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:28,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,34177,1732210514342, seqNum=-1] 2024-11-21T17:35:28,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:28,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T17:35:28,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732210518870.5451c64758e9854dca0e83c64be29b45., hostname=f3865e8353b4,34177,1732210514342, seqNum=2] 2024-11-21T17:35:28,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:35:28,168 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 379, reset compression=false 2024-11-21T17:35:28,177 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:28,177 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 527, reset compression=false 2024-11-21T17:35:28,177 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,34177,1732210514342 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:35:28,346 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 503, reset compression=false 2024-11-21T17:35:28,381 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 527, reset compression=false 2024-11-21T17:35:28,424 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 480, reset compression=false 2024-11-21T17:35:28,506 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T17:35:28,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:28,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,45697,1732210510257, seqNum=-1] 2024-11-21T17:35:28,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:28,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:35:28,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732210517730.5554cd3be0ef877345236fbb6809391f., hostname=f3865e8353b4,45697,1732210510257, seqNum=2] 2024-11-21T17:35:28,514 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T17:35:28,648 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 503, reset compression=false 2024-11-21T17:35:28,653 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:35:28,653 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 607, reset compression=false 2024-11-21T17:35:28,653 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,45697,1732210510257 got entry batch from reader: WALEntryBatch [walEntries=[{test/5554cd3be0ef877345236fbb6809391f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T17:35:28,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:35:28,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:35:28,684 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 527, reset compression=false 2024-11-21T17:35:28,688 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:35:28,688 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 655, reset compression=false 2024-11-21T17:35:28,688 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,34177,1732210514342 got entry batch from reader: WALEntryBatch [walEntries=[{test/5451c64758e9854dca0e83c64be29b45/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T17:35:28,690 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:35:28,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T17:35:28,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40401 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:35:28,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59f249ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:28,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40401 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,36807,-1 for getting cluster id 2024-11-21T17:35:28,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:28,692 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bb0236b-5f93-4556-962d-ecfbe86ce803' 2024-11-21T17:35:28,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:28,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bb0236b-5f93-4556-962d-ecfbe86ce803" 2024-11-21T17:35:28,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e43a49a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:28,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,36807,-1] 2024-11-21T17:35:28,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:28,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:28,693 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:28,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@722b3c33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:28,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40401 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:28,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,40401,1732210506839, seqNum=-1] 2024-11-21T17:35:28,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:28,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T17:35:28,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732210516588.d8687fb5214280111db675ee73b690f4., hostname=f3865e8353b4,40401,1732210506839, seqNum=2] 2024-11-21T17:35:28,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40401 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:35:28,827 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 480, reset compression=false 2024-11-21T17:35:28,832 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:28,832 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 632, reset compression=false 2024-11-21T17:35:28,832 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,40401,1732210506839 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:35:28,856 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 607, reset compression=false 2024-11-21T17:35:28,892 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 655, reset compression=false 2024-11-21T17:35:29,037 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 632, reset compression=false 2024-11-21T17:35:29,160 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 607, reset compression=false 2024-11-21T17:35:29,196 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 655, reset compression=false 2024-11-21T17:35:29,340 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 632, reset compression=false 2024-11-21T17:35:29,516 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T17:35:29,520 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T17:35:29,563 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 607, reset compression=false 2024-11-21T17:35:29,599 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 655, reset compression=false 2024-11-21T17:35:29,603 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:35:29,603 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 759, reset compression=false 2024-11-21T17:35:29,603 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,34177,1732210514342 got entry batch from reader: WALEntryBatch [walEntries=[{test/5451c64758e9854dca0e83c64be29b45/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T17:35:29,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40401 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:35:29,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40401 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:35:29,743 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 632, reset compression=false 2024-11-21T17:35:29,747 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:35:29,747 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 760, reset compression=false 2024-11-21T17:35:29,747 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,40401,1732210506839 got entry batch from reader: WALEntryBatch [walEntries=[{test/d8687fb5214280111db675ee73b690f4/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T17:35:29,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:35:29,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:35:29,807 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 759, reset compression=false 2024-11-21T17:35:29,959 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 760, reset compression=false 2024-11-21T17:35:30,066 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 607, reset compression=false 2024-11-21T17:35:30,070 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:30,070 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 758, reset compression=false 2024-11-21T17:35:30,071 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,45697,1732210510257 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:35:30,110 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 759, reset compression=false 2024-11-21T17:35:30,262 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 760, reset compression=false 2024-11-21T17:35:30,275 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 758, reset compression=false 2024-11-21T17:35:30,514 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 759, reset compression=false 2024-11-21T17:35:30,522 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T17:35:30,527 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T17:35:30,577 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 758, reset compression=false 2024-11-21T17:35:30,666 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 760, reset compression=false 2024-11-21T17:35:30,673 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:35:30,673 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 916, reset compression=false 2024-11-21T17:35:30,673 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,40401,1732210506839 got entry batch from reader: WALEntryBatch [walEntries=[{test/d8687fb5214280111db675ee73b690f4/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T17:35:30,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:35:30,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:35:30,878 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 916, reset compression=false 2024-11-21T17:35:30,983 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 758, reset compression=false 2024-11-21T17:35:30,987 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:35:30,987 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 905, reset compression=false 2024-11-21T17:35:30,987 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,45697,1732210510257 got entry batch from reader: WALEntryBatch [walEntries=[{test/5554cd3be0ef877345236fbb6809391f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T17:35:30,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:35:30,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:35:31,019 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 759, reset compression=false 2024-11-21T17:35:31,023 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:31,023 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 930, reset compression=false 2024-11-21T17:35:31,023 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,34177,1732210514342 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:35:31,182 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 916, reset compression=false 2024-11-21T17:35:31,190 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 905, reset compression=false 2024-11-21T17:35:31,227 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 930, reset compression=false 2024-11-21T17:35:31,493 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 905, reset compression=false 2024-11-21T17:35:31,529 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T17:35:31,530 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 930, reset compression=false 2024-11-21T17:35:31,532 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T17:35:31,585 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 916, reset compression=false 2024-11-21T17:35:31,897 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 905, reset compression=false 2024-11-21T17:35:31,902 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:35:31,902 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1064, reset compression=false 2024-11-21T17:35:31,903 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,45697,1732210510257 got entry batch from reader: WALEntryBatch [walEntries=[{test/5554cd3be0ef877345236fbb6809391f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T17:35:31,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:35:31,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:35:31,933 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 930, reset compression=false 2024-11-21T17:35:31,937 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:35:31,937 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 1080, reset compression=false 2024-11-21T17:35:31,937 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,34177,1732210514342 got entry batch from reader: WALEntryBatch [walEntries=[{test/5451c64758e9854dca0e83c64be29b45/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T17:35:31,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40401 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:35:31,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40401 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:35:32,091 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 916, reset compression=false 2024-11-21T17:35:32,095 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:32,095 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1090, reset compression=false 2024-11-21T17:35:32,095 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,40401,1732210506839 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:35:32,107 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1064, reset compression=false 2024-11-21T17:35:32,142 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 1080, reset compression=false 2024-11-21T17:35:32,299 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1090, reset compression=false 2024-11-21T17:35:32,410 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1064, reset compression=false 2024-11-21T17:35:32,445 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 1080, reset compression=false 2024-11-21T17:35:32,534 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T17:35:32,542 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T17:35:32,602 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1090, reset compression=false 2024-11-21T17:35:32,813 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1064, reset compression=false 2024-11-21T17:35:32,849 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 1080, reset compression=false 2024-11-21T17:35:32,854 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:35:32,854 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 1239, reset compression=false 2024-11-21T17:35:32,854 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,34177,1732210514342 got entry batch from reader: WALEntryBatch [walEntries=[{test/5451c64758e9854dca0e83c64be29b45/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T17:35:32,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40401 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:35:32,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40401 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:35:33,006 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1090, reset compression=false 2024-11-21T17:35:33,010 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:35:33,010 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1240, reset compression=false 2024-11-21T17:35:33,010 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,40401,1732210506839 got entry batch from reader: WALEntryBatch [walEntries=[{test/d8687fb5214280111db675ee73b690f4/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T17:35:33,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:35:33,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:35:33,062 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 1239, reset compression=false 2024-11-21T17:35:33,216 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1240, reset compression=false 2024-11-21T17:35:33,317 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1064, reset compression=false 2024-11-21T17:35:33,321 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:33,321 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1237, reset compression=false 2024-11-21T17:35:33,321 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,45697,1732210510257 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:35:33,365 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 1239, reset compression=false 2024-11-21T17:35:33,520 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1240, reset compression=false 2024-11-21T17:35:33,525 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1237, reset compression=false 2024-11-21T17:35:33,543 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T17:35:33,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fff60e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:33,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,34817,-1 for getting cluster id 2024-11-21T17:35:33,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:33,550 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b93b3ea6-4193-4112-9606-29690f7c06f8' 2024-11-21T17:35:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b93b3ea6-4193-4112-9606-29690f7c06f8" 2024-11-21T17:35:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718f4a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:33,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,34817,-1] 2024-11-21T17:35:33,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:33,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:33,551 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:33,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e305d09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:33,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:35:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,34817,1732210514301 2024-11-21T17:35:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8846cf6 2024-11-21T17:35:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:35:33,556 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:35:33,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-21T17:35:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-21T17:35:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T17:35:33,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:35:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T17:35:33,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T17:35:33,716 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-21T17:35:33,717 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-21T17:35:33,717 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,34177,1732210514342 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-21T17:35:33,717 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0. 2024-11-21T17:35:33,717 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:33,717 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:33,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:33,717 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:33,818 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T17:35:33,829 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1237, reset compression=false 2024-11-21T17:35:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T17:35:33,918 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 terminated 2024-11-21T17:35:33,924 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1240, reset compression=false 2024-11-21T17:35:33,935 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,34177,1732210514342, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:35:33,935 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-21T17:35:33,936 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T17:35:33,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T17:35:33,938 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on f3865e8353b4,34177,1732210514342 suceeded 2024-11-21T17:35:33,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T17:35:33,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 375 msec 2024-11-21T17:35:33,939 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-21T17:35:33,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 382 msec 2024-11-21T17:35:33,950 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:36807' 2024-11-21T17:35:33,951 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e948b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:33,951 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,36807,-1 for getting cluster id 2024-11-21T17:35:33,951 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:33,952 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7bb0236b-5f93-4556-962d-ecfbe86ce803' 2024-11-21T17:35:33,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:33,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7bb0236b-5f93-4556-962d-ecfbe86ce803" 2024-11-21T17:35:33,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d62ea78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:33,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,36807,-1] 2024-11-21T17:35:33,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:33,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:33,953 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:33,953 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b72bb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:33,954 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:35:33,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,36807,1732210506793 2024-11-21T17:35:33,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23a1e384 2024-11-21T17:35:33,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:35:33,955 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T17:35:33,955 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,34177,1732210514342 (queues=1) is replicating from cluster=b93b3ea6-4193-4112-9606-29690f7c06f8 to cluster=7bb0236b-5f93-4556-962d-ecfbe86ce803 2024-11-21T17:35:33,956 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C34177%2C1732210514342 2024-11-21T17:35:33,956 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,34177,1732210514342, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:35:33,956 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C34177%2C1732210514342 2024-11-21T17:35:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T17:35:34,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:35:34,188 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T17:35:34,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:34,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:34,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:34,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:34,192 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-21T17:35:34,233 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1237, reset compression=false 2024-11-21T17:35:34,428 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1240, reset compression=false 2024-11-21T17:35:34,433 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:35:34,433 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1344, reset compression=false 2024-11-21T17:35:34,433 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,40401,1732210506839 got entry batch from reader: WALEntryBatch [walEntries=[{test/d8687fb5214280111db675ee73b690f4/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T17:35:34,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:35:34,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:35:34,636 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1344, reset compression=false 2024-11-21T17:35:34,737 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1237, reset compression=false 2024-11-21T17:35:34,742 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:35:34,742 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1364, reset compression=false 2024-11-21T17:35:34,742 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,45697,1732210510257 got entry batch from reader: WALEntryBatch [walEntries=[{test/5554cd3be0ef877345236fbb6809391f/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T17:35:34,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:35:34,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:35:34,940 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1344, reset compression=false 2024-11-21T17:35:34,946 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1364, reset compression=false 2024-11-21T17:35:35,194 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-21T17:35:35,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182f6ad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:35,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,34817,-1 for getting cluster id 2024-11-21T17:35:35,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:35,197 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b93b3ea6-4193-4112-9606-29690f7c06f8' 2024-11-21T17:35:35,197 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:35,197 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b93b3ea6-4193-4112-9606-29690f7c06f8" 2024-11-21T17:35:35,197 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ab3e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:35,197 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,34817,-1] 2024-11-21T17:35:35,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:35,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:35,199 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4986ce94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:35,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:35:35,203 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,34817,1732210514301 2024-11-21T17:35:35,203 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38c73fa2 2024-11-21T17:35:35,203 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:35:35,204 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:35:35,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-21T17:35:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-21T17:35:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T17:35:35,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:35:35,249 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1364, reset compression=false 2024-11-21T17:35:35,255 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:35:35,255 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1468, reset compression=false 2024-11-21T17:35:35,255 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,45697,1732210510257 got entry batch from reader: WALEntryBatch [walEntries=[{test/5554cd3be0ef877345236fbb6809391f/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T17:35:35,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:35:35,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:35:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T17:35:35,344 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1344, reset compression=false 2024-11-21T17:35:35,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-21T17:35:35,363 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-21T17:35:35,363 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T17:35:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-21T17:35:35,366 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on f3865e8353b4,34177,1732210514342 suceeded 2024-11-21T17:35:35,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T17:35:35,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-21T17:35:35,368 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-21T17:35:35,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 163 msec 2024-11-21T17:35:35,457 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560, startPosition=1239, beingWritten=true 2024-11-21T17:35:35,459 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1468, reset compression=false 2024-11-21T17:35:35,462 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:35:35,462 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 1518, reset compression=false 2024-11-21T17:35:35,462 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,34177,1732210514342 got entry batch from reader: WALEntryBatch [walEntries=[{test/5451c64758e9854dca0e83c64be29b45/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T17:35:35,464 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:35:35,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T17:35:35,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40401 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:35:35,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40401 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:35:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T17:35:35,528 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T17:35:35,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:35:35,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:35,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:35,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:35,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:35,530 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-21T17:35:35,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:35:35,530 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:35:35,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:35,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:35,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:35,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:35,530 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:35:35,530 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=345714013, stopped=false 2024-11-21T17:35:35,530 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,34817,1732210514301 2024-11-21T17:35:35,531 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-175571064/running 2024-11-21T17:35:35,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-175571064/running 2024-11-21T17:35:35,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064 2024-11-21T17:35:35,531 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064 2024-11-21T17:35:35,531 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:35:35,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:35:35,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:35,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:35,532 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,34177,1732210514342' ***** 2024-11-21T17:35:35,532 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:35:35,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Set watcher on znode that does not yet exist, /2-175571064/running 2024-11-21T17:35:35,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Set watcher on znode that does not yet exist, /2-175571064/running 2024-11-21T17:35:35,533 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:35:35,533 INFO [RS:0;f3865e8353b4:34177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:35:35,533 INFO [RS:0;f3865e8353b4:34177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:35:35,533 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:35:35,533 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ddba501df3d10359a98d665c61d5f7f 2024-11-21T17:35:35,533 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(3091): Received CLOSE for 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:35,533 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,34177,1732210514342 2024-11-21T17:35:35,533 INFO [RS:0;f3865e8353b4:34177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:35:35,533 INFO [RS:0;f3865e8353b4:34177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:34177. 2024-11-21T17:35:35,533 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ddba501df3d10359a98d665c61d5f7f, disabling compactions & flushes 2024-11-21T17:35:35,534 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f. 2024-11-21T17:35:35,534 DEBUG [RS:0;f3865e8353b4:34177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:35,534 DEBUG [RS:0;f3865e8353b4:34177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:35,534 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f. 2024-11-21T17:35:35,534 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f. after waiting 0 ms 2024-11-21T17:35:35,534 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f. 2024-11-21T17:35:35,534 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:35:35,534 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:35:35,534 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:35:35,534 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:35:35,534 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1ddba501df3d10359a98d665c61d5f7f 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-21T17:35:35,534 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T17:35:35,534 DEBUG [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1325): Online Regions={1ddba501df3d10359a98d665c61d5f7f=hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f., 1588230740=hbase:meta,,1.1588230740, 5451c64758e9854dca0e83c64be29b45=test,,1732210518870.5451c64758e9854dca0e83c64be29b45.} 2024-11-21T17:35:35,534 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:35:35,534 DEBUG [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ddba501df3d10359a98d665c61d5f7f, 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:35,534 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:35:35,534 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:35:35,534 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:35:35,534 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:35:35,534 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T17:35:35,543 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:35:35,551 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/.tmp/info/c75c90697bd84d6889512f95fefb66b8 is 147, key is hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f./info:regioninfo/1732210526503/Put/seqid=0 2024-11-21T17:35:35,552 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/replication/1ddba501df3d10359a98d665c61d5f7f/.tmp/queue/6546e45532ec417b954c20d9627ec09f is 154, key is 1-f3865e8353b4,34177,1732210514342/queue:f3865e8353b4%2C34177%2C1732210514342/1732210535469/Put/seqid=0 2024-11-21T17:35:35,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741840_1016 (size=7686) 2024-11-21T17:35:35,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741841_1017 (size=5353) 2024-11-21T17:35:35,665 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 1518, reset compression=false 2024-11-21T17:35:35,734 DEBUG [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ddba501df3d10359a98d665c61d5f7f, 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:35,761 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1468, reset compression=false 2024-11-21T17:35:35,847 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1344, reset compression=false 2024-11-21T17:35:35,851 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:35,851 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1496, reset compression=false 2024-11-21T17:35:35,851 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,40401,1732210506839 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:35:35,934 DEBUG [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ddba501df3d10359a98d665c61d5f7f, 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:35,955 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/.tmp/info/c75c90697bd84d6889512f95fefb66b8 2024-11-21T17:35:35,956 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/replication/1ddba501df3d10359a98d665c61d5f7f/.tmp/queue/6546e45532ec417b954c20d9627ec09f 2024-11-21T17:35:35,960 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/replication/1ddba501df3d10359a98d665c61d5f7f/.tmp/queue/6546e45532ec417b954c20d9627ec09f as hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/replication/1ddba501df3d10359a98d665c61d5f7f/queue/6546e45532ec417b954c20d9627ec09f 2024-11-21T17:35:35,964 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/replication/1ddba501df3d10359a98d665c61d5f7f/queue/6546e45532ec417b954c20d9627ec09f, entries=1, sequenceid=13, filesize=5.2 K 2024-11-21T17:35:35,965 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 1ddba501df3d10359a98d665c61d5f7f in 431ms, sequenceid=13, compaction requested=false 2024-11-21T17:35:35,968 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 1518, reset compression=false 2024-11-21T17:35:35,969 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/replication/1ddba501df3d10359a98d665c61d5f7f/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-21T17:35:35,969 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:35:35,969 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:35:35,969 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f. 2024-11-21T17:35:35,969 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ddba501df3d10359a98d665c61d5f7f: Waiting for close lock at 1732210535533Running coprocessor pre-close hooks at 1732210535533Disabling compacts and flushes for region at 1732210535533Disabling writes for close at 1732210535534 (+1 ms)Obtaining lock to block concurrent updates at 1732210535534Preparing flush snapshotting stores in 1ddba501df3d10359a98d665c61d5f7f at 1732210535534Finished memstore snapshotting hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732210535534Flushing stores of hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f. at 1732210535535 (+1 ms)Flushing 1ddba501df3d10359a98d665c61d5f7f/queue: creating writer at 1732210535535Flushing 1ddba501df3d10359a98d665c61d5f7f/queue: appending metadata at 1732210535552 (+17 ms)Flushing 1ddba501df3d10359a98d665c61d5f7f/queue: closing flushed file at 1732210535552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f752f76: reopening flushed file at 1732210535959 (+407 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 1ddba501df3d10359a98d665c61d5f7f in 431ms, sequenceid=13, compaction requested=false at 1732210535965 (+6 ms)Writing region close event to WAL at 1732210535966 (+1 ms)Running coprocessor post-close hooks at 1732210535969 (+3 ms)Closed at 1732210535969 2024-11-21T17:35:35,970 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732210525332.1ddba501df3d10359a98d665c61d5f7f. 2024-11-21T17:35:35,970 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5451c64758e9854dca0e83c64be29b45, disabling compactions & flushes 2024-11-21T17:35:35,970 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732210518870.5451c64758e9854dca0e83c64be29b45. 2024-11-21T17:35:35,970 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210518870.5451c64758e9854dca0e83c64be29b45. 2024-11-21T17:35:35,970 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732210518870.5451c64758e9854dca0e83c64be29b45. after waiting 0 ms 2024-11-21T17:35:35,970 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732210518870.5451c64758e9854dca0e83c64be29b45. 2024-11-21T17:35:35,970 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5451c64758e9854dca0e83c64be29b45 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T17:35:35,973 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:35,973 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 1765, reset compression=false 2024-11-21T17:35:35,973 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,34177,1732210514342 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:35:35,974 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f3865e8353b4,34177,1732210514342: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f3865e8353b4,34177,1732210514342, walGroup=f3865e8353b4%2C34177%2C1732210514342, offset=f3865e8353b4%2C34177%2C1732210514342.1732210515560:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:34177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T17:35:35,975 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/.tmp/ns/6a29588680554610bef8437c921b9df4 is 43, key is default/ns:d/1732210516514/Put/seqid=0 2024-11-21T17:35:35,976 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T17:35:35,976 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T17:35:35,976 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T17:35:35,976 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T17:35:35,976 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T17:35:35,976 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1220542464, "init": 1048576000, "max": 2306867200, "used": 802957480 }, "NonHeapMemoryUsage": { "committed": 200540160, "init": 7667712, "max": -1, "used": 197742408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T17:35:35,976 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:34817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:34817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T17:35:35,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741842_1018 (size=5153) 2024-11-21T17:35:35,991 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45/.tmp/f/58366c75ebed403289ea0d7c104da845 is 37, key is row3/f:row3/1732210534189/Put/seqid=0 2024-11-21T17:35:35,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741843_1019 (size=5228) 2024-11-21T17:35:35,995 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45/.tmp/f/58366c75ebed403289ea0d7c104da845 2024-11-21T17:35:35,998 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58366c75ebed403289ea0d7c104da845 2024-11-21T17:35:36,012 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45/.tmp/f1/e00fb4596f9e40dda928c0462f37e904 is 30, key is row1/f1:/1732210531529/DeleteFamily/seqid=0 2024-11-21T17:35:36,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741844_1020 (size=5158) 2024-11-21T17:35:36,054 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1496, reset compression=false 2024-11-21T17:35:36,135 DEBUG [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:36,165 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1468, reset compression=false 2024-11-21T17:35:36,180 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 1765, reset compression=false 2024-11-21T17:35:36,335 DEBUG [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:36,358 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1496, reset compression=false 2024-11-21T17:35:36,380 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T17:35:36,381 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/.tmp/ns/6a29588680554610bef8437c921b9df4 2024-11-21T17:35:36,399 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/.tmp/rep_barrier/24bcb92599f741daa906da1cde491538 is 112, key is test,,1732210518870.5451c64758e9854dca0e83c64be29b45./rep_barrier:seqnumDuringOpen/1732210520011/Put/seqid=0 2024-11-21T17:35:36,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741845_1021 (size=5518) 2024-11-21T17:35:36,416 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45/.tmp/f1/e00fb4596f9e40dda928c0462f37e904 2024-11-21T17:35:36,420 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e00fb4596f9e40dda928c0462f37e904 2024-11-21T17:35:36,422 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:35:36,422 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:35:36,436 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45/.tmp/norep/783676470f9d4ebdaeeb0beed28b96e1 is 33, key is row2/norep:/1732210532535/DeleteFamily/seqid=0 2024-11-21T17:35:36,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741846_1022 (size=5108) 2024-11-21T17:35:36,484 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 1765, reset compression=false 2024-11-21T17:35:36,535 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T17:35:36,535 DEBUG [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5451c64758e9854dca0e83c64be29b45=test,,1732210518870.5451c64758e9854dca0e83c64be29b45.} 2024-11-21T17:35:36,535 DEBUG [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:36,668 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1468, reset compression=false 2024-11-21T17:35:36,735 DEBUG [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5451c64758e9854dca0e83c64be29b45 2024-11-21T17:35:36,761 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1496, reset compression=false 2024-11-21T17:35:36,802 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/.tmp/rep_barrier/24bcb92599f741daa906da1cde491538 2024-11-21T17:35:36,823 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/.tmp/table/82755fb759ad4fa380f73dfe0996920c is 53, key is hbase:replication/table:state/1732210526509/Put/seqid=0 2024-11-21T17:35:36,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741847_1023 (size=5308) 2024-11-21T17:35:36,840 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45/.tmp/norep/783676470f9d4ebdaeeb0beed28b96e1 2024-11-21T17:35:36,843 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 783676470f9d4ebdaeeb0beed28b96e1 2024-11-21T17:35:36,844 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45/.tmp/f/58366c75ebed403289ea0d7c104da845 as hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45/f/58366c75ebed403289ea0d7c104da845 2024-11-21T17:35:36,848 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58366c75ebed403289ea0d7c104da845 2024-11-21T17:35:36,848 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45/f/58366c75ebed403289ea0d7c104da845, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T17:35:36,848 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45/.tmp/f1/e00fb4596f9e40dda928c0462f37e904 as hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45/f1/e00fb4596f9e40dda928c0462f37e904 2024-11-21T17:35:36,852 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e00fb4596f9e40dda928c0462f37e904 2024-11-21T17:35:36,852 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45/f1/e00fb4596f9e40dda928c0462f37e904, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T17:35:36,852 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45/.tmp/norep/783676470f9d4ebdaeeb0beed28b96e1 as hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45/norep/783676470f9d4ebdaeeb0beed28b96e1 2024-11-21T17:35:36,856 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 783676470f9d4ebdaeeb0beed28b96e1 2024-11-21T17:35:36,856 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45/norep/783676470f9d4ebdaeeb0beed28b96e1, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T17:35:36,857 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5451c64758e9854dca0e83c64be29b45 in 887ms, sequenceid=12, compaction requested=false 2024-11-21T17:35:36,862 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/default/test/5451c64758e9854dca0e83c64be29b45/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T17:35:36,863 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:35:36,863 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:35:36,863 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732210518870.5451c64758e9854dca0e83c64be29b45. 2024-11-21T17:35:36,863 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5451c64758e9854dca0e83c64be29b45: Waiting for close lock at 1732210535970Running coprocessor pre-close hooks at 1732210535970Disabling compacts and flushes for region at 1732210535970Disabling writes for close at 1732210535970Obtaining lock to block concurrent updates at 1732210535970Preparing flush snapshotting stores in 5451c64758e9854dca0e83c64be29b45 at 1732210535970Finished memstore snapshotting test,,1732210518870.5451c64758e9854dca0e83c64be29b45., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732210535971 (+1 ms)Flushing stores of test,,1732210518870.5451c64758e9854dca0e83c64be29b45. at 1732210535971Flushing 5451c64758e9854dca0e83c64be29b45/f: creating writer at 1732210535971Flushing 5451c64758e9854dca0e83c64be29b45/f: appending metadata at 1732210535991 (+20 ms)Flushing 5451c64758e9854dca0e83c64be29b45/f: closing flushed file at 1732210535991Flushing 5451c64758e9854dca0e83c64be29b45/f1: creating writer at 1732210535999 (+8 ms)Flushing 5451c64758e9854dca0e83c64be29b45/f1: appending metadata at 1732210536012 (+13 ms)Flushing 5451c64758e9854dca0e83c64be29b45/f1: closing flushed file at 1732210536012Flushing 5451c64758e9854dca0e83c64be29b45/norep: creating writer at 1732210536420 (+408 ms)Flushing 5451c64758e9854dca0e83c64be29b45/norep: appending metadata at 1732210536435 (+15 ms)Flushing 5451c64758e9854dca0e83c64be29b45/norep: closing flushed file at 1732210536435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d3b8ac5: reopening flushed file at 1732210536843 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@443b8471: reopening flushed file at 1732210536848 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b5343e: reopening flushed file at 1732210536852 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5451c64758e9854dca0e83c64be29b45 in 887ms, sequenceid=12, compaction requested=false at 1732210536857 (+5 ms)Writing region close event to WAL at 1732210536860 (+3 ms)Running coprocessor post-close hooks at 1732210536863 (+3 ms)Closed at 1732210536863 2024-11-21T17:35:36,863 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732210518870.5451c64758e9854dca0e83c64be29b45. 2024-11-21T17:35:36,887 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 1765, reset compression=false 2024-11-21T17:35:36,892 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:36,892 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 2409, reset compression=false 2024-11-21T17:35:36,935 DEBUG [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:35:37,094 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 2409, reset compression=false 2024-11-21T17:35:37,136 DEBUG [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:35:37,227 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/.tmp/table/82755fb759ad4fa380f73dfe0996920c 2024-11-21T17:35:37,232 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/.tmp/info/c75c90697bd84d6889512f95fefb66b8 as hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/info/c75c90697bd84d6889512f95fefb66b8 2024-11-21T17:35:37,235 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/info/c75c90697bd84d6889512f95fefb66b8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T17:35:37,236 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/.tmp/ns/6a29588680554610bef8437c921b9df4 as hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/ns/6a29588680554610bef8437c921b9df4 2024-11-21T17:35:37,239 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/ns/6a29588680554610bef8437c921b9df4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T17:35:37,240 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/.tmp/rep_barrier/24bcb92599f741daa906da1cde491538 as hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/rep_barrier/24bcb92599f741daa906da1cde491538 2024-11-21T17:35:37,244 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/rep_barrier/24bcb92599f741daa906da1cde491538, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T17:35:37,245 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/.tmp/table/82755fb759ad4fa380f73dfe0996920c as hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/table/82755fb759ad4fa380f73dfe0996920c 2024-11-21T17:35:37,248 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/table/82755fb759ad4fa380f73dfe0996920c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T17:35:37,249 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-21T17:35:37,252 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T17:35:37,254 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:35:37,254 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:35:37,254 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:35:37,255 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210535534Running coprocessor pre-close hooks at 1732210535534Disabling compacts and flushes for region at 1732210535534Disabling writes for close at 1732210535534Obtaining lock to block concurrent updates at 1732210535534Preparing flush snapshotting stores in 1588230740 at 1732210535534Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732210535535 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732210535535Flushing 1588230740/info: creating writer at 1732210535535Flushing 1588230740/info: appending metadata at 1732210535551 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732210535551Flushing 1588230740/ns: creating writer at 1732210535959 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732210535975 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732210535975Flushing 1588230740/rep_barrier: creating writer at 1732210536385 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732210536398 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732210536398Flushing 1588230740/table: creating writer at 1732210536807 (+409 ms)Flushing 1588230740/table: appending metadata at 1732210536823 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732210536823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8e2210b: reopening flushed file at 1732210537231 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2891991: reopening flushed file at 1732210537235 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d742b9e: reopening flushed file at 1732210537239 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53447a7b: reopening flushed file at 1732210537244 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1732210537249 (+5 ms)Writing region close event to WAL at 1732210537250 (+1 ms)Running coprocessor post-close hooks at 1732210537254 (+4 ms)Closed at 1732210537254 2024-11-21T17:35:37,255 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:35:37,265 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1496, reset compression=false 2024-11-21T17:35:37,271 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1468, reset compression=false 2024-11-21T17:35:37,336 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,34177,1732210514342; all regions closed. 2024-11-21T17:35:37,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741834_1010 (size=4239) 2024-11-21T17:35:37,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741839_1015 (size=3333) 2024-11-21T17:35:37,342 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.rep.1732210526471 not finished, retry = 0 2024-11-21T17:35:37,398 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 to pos 2409, reset compression=false 2024-11-21T17:35:37,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741832_1008 (size=2417) 2024-11-21T17:35:37,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/WALs/f3865e8353b4,34177,1732210514342/f3865e8353b4%2C34177%2C1732210514342.1732210515560 not finished, retry = 0 2024-11-21T17:35:37,546 DEBUG [RS:0;f3865e8353b4:34177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:37,546 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:35:37,546 INFO [RS:0;f3865e8353b4:34177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:35:37,546 INFO [RS:0;f3865e8353b4:34177 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T17:35:37,546 INFO [RS:0;f3865e8353b4:34177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:35:37,547 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:35:37,547 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,34177,1732210514342 because: Region server is closing 2024-11-21T17:35:37,547 INFO [RS:0;f3865e8353b4:34177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:34177. 2024-11-21T17:35:37,547 DEBUG [RS:0;f3865e8353b4:34177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:37,547 DEBUG [RS:0;f3865e8353b4:34177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:37,547 DEBUG [RS:0;f3865e8353b4:34177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:37,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:37,647 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.shipperf3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 terminated 2024-11-21T17:35:37,648 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,34177,1732210514342.replicationSource.wal-reader.f3865e8353b4%2C34177%2C1732210514342,1-f3865e8353b4,34177,1732210514342 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T17:35:37,648 INFO [RS:0;f3865e8353b4:34177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:34177. 2024-11-21T17:35:37,648 DEBUG [RS:0;f3865e8353b4:34177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:37,648 DEBUG [RS:0;f3865e8353b4:34177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:37,648 DEBUG [RS:0;f3865e8353b4:34177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:37,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:37,648 INFO [RS:0;f3865e8353b4:34177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34177 2024-11-21T17:35:37,649 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-175571064/rs/f3865e8353b4,34177,1732210514342 2024-11-21T17:35:37,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064/rs 2024-11-21T17:35:37,649 INFO [RS:0;f3865e8353b4:34177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:35:37,650 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,34177,1732210514342] 2024-11-21T17:35:37,651 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-175571064/draining/f3865e8353b4,34177,1732210514342 already deleted, retry=false 2024-11-21T17:35:37,651 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,34177,1732210514342 expired; onlineServers=0 2024-11-21T17:35:37,651 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,34817,1732210514301' ***** 2024-11-21T17:35:37,651 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:35:37,651 INFO [M:0;f3865e8353b4:34817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:35:37,651 INFO [M:0;f3865e8353b4:34817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:35:37,651 DEBUG [M:0;f3865e8353b4:34817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:35:37,651 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:35:37,651 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210515347 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210515347,5,FailOnTimeoutGroup] 2024-11-21T17:35:37,651 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210515342 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210515342,5,FailOnTimeoutGroup] 2024-11-21T17:35:37,651 DEBUG [M:0;f3865e8353b4:34817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:35:37,651 INFO [M:0;f3865e8353b4:34817 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:35:37,651 INFO [M:0;f3865e8353b4:34817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:35:37,651 DEBUG [M:0;f3865e8353b4:34817 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:35:37,651 INFO [M:0;f3865e8353b4:34817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:35:37,651 INFO [M:0;f3865e8353b4:34817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:35:37,652 INFO [M:0;f3865e8353b4:34817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:35:37,652 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:35:37,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-175571064/master 2024-11-21T17:35:37,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-175571064 2024-11-21T17:35:37,653 DEBUG [M:0;f3865e8353b4:34817 {}] zookeeper.ZKUtil(347): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Unable to get data of znode /2-175571064/master because node does not exist (not an error) 2024-11-21T17:35:37,653 WARN [M:0;f3865e8353b4:34817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:35:37,654 INFO [M:0;f3865e8353b4:34817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/.lastflushedseqids 2024-11-21T17:35:37,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741848_1024 (size=245) 2024-11-21T17:35:37,750 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:37,750 INFO [RS:0;f3865e8353b4:34177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:35:37,750 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34177-0x100635a15440007, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:37,750 INFO [RS:0;f3865e8353b4:34177 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,34177,1732210514342; zookeeper connection closed. 2024-11-21T17:35:37,750 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@640233d1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@640233d1 2024-11-21T17:35:37,751 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:35:37,867 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1496, reset compression=false 2024-11-21T17:35:37,973 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1468, reset compression=false 2024-11-21T17:35:38,058 INFO [M:0;f3865e8353b4:34817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:35:38,058 INFO [M:0;f3865e8353b4:34817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:35:38,058 DEBUG [M:0;f3865e8353b4:34817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:35:38,058 INFO [M:0;f3865e8353b4:34817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:38,058 DEBUG [M:0;f3865e8353b4:34817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:38,058 DEBUG [M:0;f3865e8353b4:34817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:35:38,058 DEBUG [M:0;f3865e8353b4:34817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:38,058 INFO [M:0;f3865e8353b4:34817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-21T17:35:38,077 DEBUG [M:0;f3865e8353b4:34817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/785c61eae2d646b4b02cc187a296cb67 is 82, key is hbase:meta,,1/info:regioninfo/1732210516506/Put/seqid=0 2024-11-21T17:35:38,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741849_1025 (size=5672) 2024-11-21T17:35:38,481 INFO [M:0;f3865e8353b4:34817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/785c61eae2d646b4b02cc187a296cb67 2024-11-21T17:35:38,500 DEBUG [M:0;f3865e8353b4:34817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e21af69147c4893ad96b558b071f431 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732210526513/Put/seqid=0 2024-11-21T17:35:38,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741850_1026 (size=9212) 2024-11-21T17:35:38,504 INFO [M:0;f3865e8353b4:34817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e21af69147c4893ad96b558b071f431 2024-11-21T17:35:38,524 DEBUG [M:0;f3865e8353b4:34817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d5741b81c894d98aa737e41df689b9e is 69, key is f3865e8353b4,34177,1732210514342/rs:state/1732210515400/Put/seqid=0 2024-11-21T17:35:38,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741851_1027 (size=5156) 2024-11-21T17:35:38,570 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1496, reset compression=false 2024-11-21T17:35:38,776 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1468, reset compression=false 2024-11-21T17:35:38,928 INFO [M:0;f3865e8353b4:34817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d5741b81c894d98aa737e41df689b9e 2024-11-21T17:35:38,932 DEBUG [M:0;f3865e8353b4:34817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/785c61eae2d646b4b02cc187a296cb67 as hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/785c61eae2d646b4b02cc187a296cb67 2024-11-21T17:35:38,935 INFO [M:0;f3865e8353b4:34817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/785c61eae2d646b4b02cc187a296cb67, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T17:35:38,936 DEBUG [M:0;f3865e8353b4:34817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e21af69147c4893ad96b558b071f431 as hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e21af69147c4893ad96b558b071f431 2024-11-21T17:35:38,939 INFO [M:0;f3865e8353b4:34817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e21af69147c4893ad96b558b071f431, entries=15, sequenceid=127, filesize=9.0 K 2024-11-21T17:35:38,940 DEBUG [M:0;f3865e8353b4:34817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d5741b81c894d98aa737e41df689b9e as hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d5741b81c894d98aa737e41df689b9e 2024-11-21T17:35:38,943 INFO [M:0;f3865e8353b4:34817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39567/user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d5741b81c894d98aa737e41df689b9e, entries=1, sequenceid=127, filesize=5.0 K 2024-11-21T17:35:38,944 INFO [M:0;f3865e8353b4:34817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=127, compaction requested=false 2024-11-21T17:35:38,945 INFO [M:0;f3865e8353b4:34817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:38,945 DEBUG [M:0;f3865e8353b4:34817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210538058Disabling compacts and flushes for region at 1732210538058Disabling writes for close at 1732210538058Obtaining lock to block concurrent updates at 1732210538058Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210538058Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732210538059 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210538059Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210538059Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210538077 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210538077Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210538484 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210538500 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210538500Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210538507 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210538523 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210538523Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@297fa3ef: reopening flushed file at 1732210538931 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35de00a3: reopening flushed file at 1732210538935 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cb894c2: reopening flushed file at 1732210538939 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=127, compaction requested=false at 1732210538944 (+5 ms)Writing region close event to WAL at 1732210538945 (+1 ms)Closed at 1732210538945 2024-11-21T17:35:38,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41925 is added to blk_1073741830_1006 (size=73866) 2024-11-21T17:35:38,947 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1310c9b1-4741-d3e2-7494-5e95878d49a2/MasterData/WALs/f3865e8353b4,34817,1732210514301/f3865e8353b4%2C34817%2C1732210514301.1732210515251 not finished, retry = 0 2024-11-21T17:35:39,047 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:35:39,048 INFO [M:0;f3865e8353b4:34817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:35:39,048 INFO [M:0;f3865e8353b4:34817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34817 2024-11-21T17:35:39,048 INFO [M:0;f3865e8353b4:34817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:35:39,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:39,149 INFO [M:0;f3865e8353b4:34817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:35:39,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34817-0x100635a15440006, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:39,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@111c79e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:35:39,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@625a75de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:35:39,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:35:39,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40d564a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:35:39,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c078cf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/hadoop.log.dir/,STOPPED} 2024-11-21T17:35:39,154 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:35:39,154 WARN [BP-696940153-172.17.0.2-1732210513320 heartbeating to localhost/127.0.0.1:39567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:35:39,154 WARN [BP-696940153-172.17.0.2-1732210513320 heartbeating to localhost/127.0.0.1:39567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-696940153-172.17.0.2-1732210513320 (Datanode Uuid 2ca499ee-d2bb-4201-801c-6232d28978c4) service to localhost/127.0.0.1:39567 2024-11-21T17:35:39,154 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:35:39,154 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/cluster_5c1305c7-d63c-00c7-cdf1-6727862fc341/data/data1/current/BP-696940153-172.17.0.2-1732210513320 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:35:39,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/cluster_5c1305c7-d63c-00c7-cdf1-6727862fc341/data/data2/current/BP-696940153-172.17.0.2-1732210513320 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:35:39,155 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:35:39,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c83d38d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:35:39,161 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@668fc8a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:35:39,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:35:39,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@527effe2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:35:39,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4528f9ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/hadoop.log.dir/,STOPPED} 2024-11-21T17:35:39,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:35:39,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:35:39,173 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:35:39,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:39,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:39,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:39,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:39,174 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:35:39,174 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=686656922, stopped=false 2024-11-21T17:35:39,174 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,36049,1732210510227 2024-11-21T17:35:39,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1157264082/running 2024-11-21T17:35:39,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1157264082/running 2024-11-21T17:35:39,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082 2024-11-21T17:35:39,175 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:35:39,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082 2024-11-21T17:35:39,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:35:39,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Set watcher on znode that does not yet exist, /1-1157264082/running 2024-11-21T17:35:39,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Set watcher on znode that does not yet exist, /1-1157264082/running 2024-11-21T17:35:39,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:39,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:39,175 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,45697,1732210510257' ***** 2024-11-21T17:35:39,175 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:35:39,176 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:35:39,176 INFO [RS:0;f3865e8353b4:45697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:35:39,176 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:35:39,176 INFO [RS:0;f3865e8353b4:45697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:35:39,176 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(3091): Received CLOSE for d9dcf4682bba9a1b9b5051c721795868 2024-11-21T17:35:39,176 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(3091): Received CLOSE for 5554cd3be0ef877345236fbb6809391f 2024-11-21T17:35:39,176 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,45697,1732210510257 2024-11-21T17:35:39,176 INFO [RS:0;f3865e8353b4:45697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:35:39,176 INFO [RS:0;f3865e8353b4:45697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:45697. 2024-11-21T17:35:39,176 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9dcf4682bba9a1b9b5051c721795868, disabling compactions & flushes 2024-11-21T17:35:39,176 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868. 2024-11-21T17:35:39,176 DEBUG [RS:0;f3865e8353b4:45697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:39,176 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868. 2024-11-21T17:35:39,176 DEBUG [RS:0;f3865e8353b4:45697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:39,176 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868. after waiting 0 ms 2024-11-21T17:35:39,176 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868. 2024-11-21T17:35:39,176 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:35:39,176 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:35:39,176 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:35:39,176 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:35:39,177 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d9dcf4682bba9a1b9b5051c721795868 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-21T17:35:39,177 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T17:35:39,177 DEBUG [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d9dcf4682bba9a1b9b5051c721795868=hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868., 5554cd3be0ef877345236fbb6809391f=test,,1732210517730.5554cd3be0ef877345236fbb6809391f.} 2024-11-21T17:35:39,177 DEBUG [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5554cd3be0ef877345236fbb6809391f, d9dcf4682bba9a1b9b5051c721795868 2024-11-21T17:35:39,177 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:35:39,177 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:35:39,177 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:35:39,177 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:35:39,177 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:35:39,177 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T17:35:39,191 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/.tmp/info/3d012a8e45184fdab19a84779b5eeb0a is 147, key is hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868./info:regioninfo/1732210524343/Put/seqid=0 2024-11-21T17:35:39,193 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/replication/d9dcf4682bba9a1b9b5051c721795868/.tmp/queue/af0dfedda3da45bfa18aed405e967c00 is 154, key is 1-f3865e8353b4,45697,1732210510257/queue:f3865e8353b4%2C45697%2C1732210510257/1732210535260/Put/seqid=0 2024-11-21T17:35:39,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741840_1016 (size=7686) 2024-11-21T17:35:39,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741841_1017 (size=5353) 2024-11-21T17:35:39,196 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/replication/d9dcf4682bba9a1b9b5051c721795868/.tmp/queue/af0dfedda3da45bfa18aed405e967c00 2024-11-21T17:35:39,200 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/replication/d9dcf4682bba9a1b9b5051c721795868/.tmp/queue/af0dfedda3da45bfa18aed405e967c00 as hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/replication/d9dcf4682bba9a1b9b5051c721795868/queue/af0dfedda3da45bfa18aed405e967c00 2024-11-21T17:35:39,203 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/replication/d9dcf4682bba9a1b9b5051c721795868/queue/af0dfedda3da45bfa18aed405e967c00, entries=1, sequenceid=14, filesize=5.2 K 2024-11-21T17:35:39,204 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d9dcf4682bba9a1b9b5051c721795868 in 28ms, sequenceid=14, compaction requested=false 2024-11-21T17:35:39,207 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/replication/d9dcf4682bba9a1b9b5051c721795868/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-21T17:35:39,207 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:35:39,207 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:35:39,207 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868. 2024-11-21T17:35:39,207 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9dcf4682bba9a1b9b5051c721795868: Waiting for close lock at 1732210539176Running coprocessor pre-close hooks at 1732210539176Disabling compacts and flushes for region at 1732210539176Disabling writes for close at 1732210539176Obtaining lock to block concurrent updates at 1732210539177 (+1 ms)Preparing flush snapshotting stores in d9dcf4682bba9a1b9b5051c721795868 at 1732210539177Finished memstore snapshotting hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732210539177Flushing stores of hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868. at 1732210539177Flushing d9dcf4682bba9a1b9b5051c721795868/queue: creating writer at 1732210539177Flushing d9dcf4682bba9a1b9b5051c721795868/queue: appending metadata at 1732210539193 (+16 ms)Flushing d9dcf4682bba9a1b9b5051c721795868/queue: closing flushed file at 1732210539193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c4e52d9: reopening flushed file at 1732210539200 (+7 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d9dcf4682bba9a1b9b5051c721795868 in 28ms, sequenceid=14, compaction requested=false at 1732210539204 (+4 ms)Writing region close event to WAL at 1732210539205 (+1 ms)Running coprocessor post-close hooks at 1732210539207 (+2 ms)Closed at 1732210539207 2024-11-21T17:35:39,207 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732210523181.d9dcf4682bba9a1b9b5051c721795868. 2024-11-21T17:35:39,207 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5554cd3be0ef877345236fbb6809391f, disabling compactions & flushes 2024-11-21T17:35:39,207 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732210517730.5554cd3be0ef877345236fbb6809391f. 2024-11-21T17:35:39,208 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210517730.5554cd3be0ef877345236fbb6809391f. 2024-11-21T17:35:39,208 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732210517730.5554cd3be0ef877345236fbb6809391f. after waiting 0 ms 2024-11-21T17:35:39,208 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732210517730.5554cd3be0ef877345236fbb6809391f. 2024-11-21T17:35:39,208 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5554cd3be0ef877345236fbb6809391f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T17:35:39,220 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f/.tmp/f/012521fff40c40a7ac6d6fd737c3e00a is 37, key is row3/f:row3/1732210534189/Put/seqid=0 2024-11-21T17:35:39,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741842_1018 (size=5228) 2024-11-21T17:35:39,225 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f/.tmp/f/012521fff40c40a7ac6d6fd737c3e00a 2024-11-21T17:35:39,229 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 012521fff40c40a7ac6d6fd737c3e00a 2024-11-21T17:35:39,246 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:35:39,247 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f/.tmp/f1/ecc1c4fbf3c84f35af04324e57c07a34 is 30, key is row1/f1:/1732210531529/DeleteFamily/seqid=0 2024-11-21T17:35:39,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741843_1019 (size=5158) 2024-11-21T17:35:39,373 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1496, reset compression=false 2024-11-21T17:35:39,377 DEBUG [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5554cd3be0ef877345236fbb6809391f 2024-11-21T17:35:39,577 DEBUG [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5554cd3be0ef877345236fbb6809391f 2024-11-21T17:35:39,595 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/.tmp/info/3d012a8e45184fdab19a84779b5eeb0a 2024-11-21T17:35:39,611 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/.tmp/ns/92307e0718f04038bc4be0e66fb21c9d is 43, key is default/ns:d/1732210513178/Put/seqid=0 2024-11-21T17:35:39,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741844_1020 (size=5153) 2024-11-21T17:35:39,651 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f/.tmp/f1/ecc1c4fbf3c84f35af04324e57c07a34 2024-11-21T17:35:39,656 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ecc1c4fbf3c84f35af04324e57c07a34 2024-11-21T17:35:39,676 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f/.tmp/norep/846b80f75aa74053b82714a1b79d4914 is 33, key is row1/norep:/1732210531529/DeleteFamily/seqid=0 2024-11-21T17:35:39,680 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1468, reset compression=false 2024-11-21T17:35:39,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741845_1021 (size=5108) 2024-11-21T17:35:39,683 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f/.tmp/norep/846b80f75aa74053b82714a1b79d4914 2024-11-21T17:35:39,686 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:39,686 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1715, reset compression=false 2024-11-21T17:35:39,686 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,45697,1732210510257 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:35:39,687 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f3865e8353b4,45697,1732210510257: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f3865e8353b4,45697,1732210510257, walGroup=f3865e8353b4%2C45697%2C1732210510257, offset=f3865e8353b4%2C45697%2C1732210510257.1732210512237:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:45697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T17:35:39,689 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T17:35:39,689 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T17:35:39,689 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T17:35:39,689 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T17:35:39,689 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T17:35:39,689 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1220542464, "init": 1048576000, "max": 2306867200, "used": 893135016 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198220336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T17:35:39,690 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:36049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:36049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T17:35:39,693 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 846b80f75aa74053b82714a1b79d4914 2024-11-21T17:35:39,694 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f/.tmp/f/012521fff40c40a7ac6d6fd737c3e00a as hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f/f/012521fff40c40a7ac6d6fd737c3e00a 2024-11-21T17:35:39,700 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 012521fff40c40a7ac6d6fd737c3e00a 2024-11-21T17:35:39,700 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f/f/012521fff40c40a7ac6d6fd737c3e00a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T17:35:39,701 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f/.tmp/f1/ecc1c4fbf3c84f35af04324e57c07a34 as hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f/f1/ecc1c4fbf3c84f35af04324e57c07a34 2024-11-21T17:35:39,705 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ecc1c4fbf3c84f35af04324e57c07a34 2024-11-21T17:35:39,705 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f/f1/ecc1c4fbf3c84f35af04324e57c07a34, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T17:35:39,705 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f/.tmp/norep/846b80f75aa74053b82714a1b79d4914 as hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f/norep/846b80f75aa74053b82714a1b79d4914 2024-11-21T17:35:39,710 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 846b80f75aa74053b82714a1b79d4914 2024-11-21T17:35:39,710 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f/norep/846b80f75aa74053b82714a1b79d4914, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T17:35:39,711 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5554cd3be0ef877345236fbb6809391f in 503ms, sequenceid=12, compaction requested=false 2024-11-21T17:35:39,714 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/default/test/5554cd3be0ef877345236fbb6809391f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T17:35:39,715 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:35:39,715 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:35:39,715 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732210517730.5554cd3be0ef877345236fbb6809391f. 2024-11-21T17:35:39,715 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5554cd3be0ef877345236fbb6809391f: Waiting for close lock at 1732210539207Running coprocessor pre-close hooks at 1732210539207Disabling compacts and flushes for region at 1732210539207Disabling writes for close at 1732210539208 (+1 ms)Obtaining lock to block concurrent updates at 1732210539208Preparing flush snapshotting stores in 5554cd3be0ef877345236fbb6809391f at 1732210539208Finished memstore snapshotting test,,1732210517730.5554cd3be0ef877345236fbb6809391f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732210539208Flushing stores of test,,1732210517730.5554cd3be0ef877345236fbb6809391f. at 1732210539208Flushing 5554cd3be0ef877345236fbb6809391f/f: creating writer at 1732210539208Flushing 5554cd3be0ef877345236fbb6809391f/f: appending metadata at 1732210539220 (+12 ms)Flushing 5554cd3be0ef877345236fbb6809391f/f: closing flushed file at 1732210539220Flushing 5554cd3be0ef877345236fbb6809391f/f1: creating writer at 1732210539230 (+10 ms)Flushing 5554cd3be0ef877345236fbb6809391f/f1: appending metadata at 1732210539246 (+16 ms)Flushing 5554cd3be0ef877345236fbb6809391f/f1: closing flushed file at 1732210539246Flushing 5554cd3be0ef877345236fbb6809391f/norep: creating writer at 1732210539656 (+410 ms)Flushing 5554cd3be0ef877345236fbb6809391f/norep: appending metadata at 1732210539675 (+19 ms)Flushing 5554cd3be0ef877345236fbb6809391f/norep: closing flushed file at 1732210539675Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a1ec3bd: reopening flushed file at 1732210539693 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@403d357: reopening flushed file at 1732210539700 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c852ce5: reopening flushed file at 1732210539705 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5554cd3be0ef877345236fbb6809391f in 503ms, sequenceid=12, compaction requested=false at 1732210539711 (+6 ms)Writing region close event to WAL at 1732210539712 (+1 ms)Running coprocessor post-close hooks at 1732210539715 (+3 ms)Closed at 1732210539715 2024-11-21T17:35:39,715 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732210517730.5554cd3be0ef877345236fbb6809391f. 2024-11-21T17:35:39,777 DEBUG [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:35:39,805 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T17:35:39,894 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 1715, reset compression=false 2024-11-21T17:35:39,898 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:39,898 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 2359, reset compression=false 2024-11-21T17:35:39,977 DEBUG [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:35:40,015 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/.tmp/ns/92307e0718f04038bc4be0e66fb21c9d 2024-11-21T17:35:40,036 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/.tmp/rep_barrier/6bf2a90500e849b0932635de0334dcc8 is 112, key is test,,1732210517730.5554cd3be0ef877345236fbb6809391f./rep_barrier:seqnumDuringOpen/1732210518467/Put/seqid=0 2024-11-21T17:35:40,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741846_1022 (size=5518) 2024-11-21T17:35:40,100 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 2359, reset compression=false 2024-11-21T17:35:40,109 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:35:40,109 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:35:40,178 DEBUG [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:35:40,277 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1496, reset compression=false 2024-11-21T17:35:40,378 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T17:35:40,378 DEBUG [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T17:35:40,378 DEBUG [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:35:40,404 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 2359, reset compression=false 2024-11-21T17:35:40,440 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/.tmp/rep_barrier/6bf2a90500e849b0932635de0334dcc8 2024-11-21T17:35:40,456 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/.tmp/table/7f5d9d99a4d6435fbf9f2152a030702c is 53, key is hbase:replication/table:state/1732210524349/Put/seqid=0 2024-11-21T17:35:40,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741847_1023 (size=5308) 2024-11-21T17:35:40,578 DEBUG [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:35:40,778 DEBUG [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:35:40,807 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/WALs/f3865e8353b4,45697,1732210510257/f3865e8353b4%2C45697%2C1732210510257.1732210512237 to pos 2359, reset compression=false 2024-11-21T17:35:40,860 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/.tmp/table/7f5d9d99a4d6435fbf9f2152a030702c 2024-11-21T17:35:40,864 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/.tmp/info/3d012a8e45184fdab19a84779b5eeb0a as hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/info/3d012a8e45184fdab19a84779b5eeb0a 2024-11-21T17:35:40,867 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/info/3d012a8e45184fdab19a84779b5eeb0a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T17:35:40,868 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/.tmp/ns/92307e0718f04038bc4be0e66fb21c9d as hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/ns/92307e0718f04038bc4be0e66fb21c9d 2024-11-21T17:35:40,872 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/ns/92307e0718f04038bc4be0e66fb21c9d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T17:35:40,872 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/.tmp/rep_barrier/6bf2a90500e849b0932635de0334dcc8 as hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/rep_barrier/6bf2a90500e849b0932635de0334dcc8 2024-11-21T17:35:40,876 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/rep_barrier/6bf2a90500e849b0932635de0334dcc8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T17:35:40,877 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/.tmp/table/7f5d9d99a4d6435fbf9f2152a030702c as hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/table/7f5d9d99a4d6435fbf9f2152a030702c 2024-11-21T17:35:40,880 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/table/7f5d9d99a4d6435fbf9f2152a030702c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T17:35:40,881 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-11-21T17:35:40,881 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:35:40,889 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T17:35:40,890 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:35:40,890 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:35:40,890 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:35:40,890 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210539177Running coprocessor pre-close hooks at 1732210539177Disabling compacts and flushes for region at 1732210539177Disabling writes for close at 1732210539177Obtaining lock to block concurrent updates at 1732210539177Preparing flush snapshotting stores in 1588230740 at 1732210539177Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732210539177Flushing stores of hbase:meta,,1.1588230740 at 1732210539177Flushing 1588230740/info: creating writer at 1732210539178 (+1 ms)Flushing 1588230740/info: appending metadata at 1732210539191 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732210539191Flushing 1588230740/ns: creating writer at 1732210539599 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732210539611 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732210539611Flushing 1588230740/rep_barrier: creating writer at 1732210540018 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732210540035 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732210540035Flushing 1588230740/table: creating writer at 1732210540443 (+408 ms)Flushing 1588230740/table: appending metadata at 1732210540456 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732210540456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61487d5f: reopening flushed file at 1732210540863 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cf1e8b4: reopening flushed file at 1732210540867 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353e1996: reopening flushed file at 1732210540872 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@114e9f3f: reopening flushed file at 1732210540876 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1732210540881 (+5 ms)Writing region close event to WAL at 1732210540887 (+6 ms)Running coprocessor post-close hooks at 1732210540890 (+3 ms)Closed at 1732210540890 2024-11-21T17:35:40,890 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:35:40,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:40,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:40,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:40,978 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,45697,1732210510257; all regions closed. 2024-11-21T17:35:40,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741834_1010 (size=4239) 2024-11-21T17:35:40,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741839_1015 (size=3552) 2024-11-21T17:35:40,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741832_1008 (size=2367) 2024-11-21T17:35:40,999 DEBUG [RS:0;f3865e8353b4:45697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:40,999 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:35:40,999 INFO [RS:0;f3865e8353b4:45697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:35:40,999 INFO [RS:0;f3865e8353b4:45697 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:35:40,999 INFO [RS:0;f3865e8353b4:45697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:35:40,999 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:35:40,999 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,45697,1732210510257 because: Region server is closing 2024-11-21T17:35:41,000 INFO [RS:0;f3865e8353b4:45697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:45697. 2024-11-21T17:35:41,000 DEBUG [RS:0;f3865e8353b4:45697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:41,000 DEBUG [RS:0;f3865e8353b4:45697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:41,000 DEBUG [RS:0;f3865e8353b4:45697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:41,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:41,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,100 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.shipperf3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 terminated 2024-11-21T17:35:41,100 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,45697,1732210510257.replicationSource.wal-reader.f3865e8353b4%2C45697%2C1732210510257,1-f3865e8353b4,45697,1732210510257 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T17:35:41,100 INFO [RS:0;f3865e8353b4:45697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:45697. 2024-11-21T17:35:41,100 DEBUG [RS:0;f3865e8353b4:45697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:41,100 DEBUG [RS:0;f3865e8353b4:45697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:41,101 DEBUG [RS:0;f3865e8353b4:45697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:41,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:41,101 INFO [RS:0;f3865e8353b4:45697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45697 2024-11-21T17:35:41,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1157264082/rs/f3865e8353b4,45697,1732210510257 2024-11-21T17:35:41,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082/rs 2024-11-21T17:35:41,102 INFO [RS:0;f3865e8353b4:45697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:35:41,103 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,45697,1732210510257] 2024-11-21T17:35:41,103 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1157264082/draining/f3865e8353b4,45697,1732210510257 already deleted, retry=false 2024-11-21T17:35:41,103 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,45697,1732210510257 expired; onlineServers=0 2024-11-21T17:35:41,103 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,36049,1732210510227' ***** 2024-11-21T17:35:41,103 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:35:41,103 INFO [M:0;f3865e8353b4:36049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:35:41,103 INFO [M:0;f3865e8353b4:36049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:35:41,103 DEBUG [M:0;f3865e8353b4:36049 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:35:41,103 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:35:41,103 DEBUG [M:0;f3865e8353b4:36049 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:35:41,103 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210512003 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210512003,5,FailOnTimeoutGroup] 2024-11-21T17:35:41,103 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210512004 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210512004,5,FailOnTimeoutGroup] 2024-11-21T17:35:41,104 INFO [M:0;f3865e8353b4:36049 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:35:41,104 INFO [M:0;f3865e8353b4:36049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:35:41,104 DEBUG [M:0;f3865e8353b4:36049 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:35:41,104 INFO [M:0;f3865e8353b4:36049 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:35:41,104 INFO [M:0;f3865e8353b4:36049 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:35:41,104 INFO [M:0;f3865e8353b4:36049 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:35:41,104 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:35:41,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1157264082/master 2024-11-21T17:35:41,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1157264082 2024-11-21T17:35:41,104 DEBUG [M:0;f3865e8353b4:36049 {}] zookeeper.ZKUtil(347): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Unable to get data of znode /1-1157264082/master because node does not exist (not an error) 2024-11-21T17:35:41,104 WARN [M:0;f3865e8353b4:36049 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:35:41,105 INFO [M:0;f3865e8353b4:36049 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/.lastflushedseqids 2024-11-21T17:35:41,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741848_1024 (size=245) 2024-11-21T17:35:41,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:41,203 INFO [RS:0;f3865e8353b4:45697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:35:41,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45697-0x100635a15440004, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:41,203 INFO [RS:0;f3865e8353b4:45697 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,45697,1732210510257; zookeeper connection closed. 2024-11-21T17:35:41,203 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@472d4243 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@472d4243 2024-11-21T17:35:41,203 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:35:41,281 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1496, reset compression=false 2024-11-21T17:35:41,509 INFO [M:0;f3865e8353b4:36049 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:35:41,509 INFO [M:0;f3865e8353b4:36049 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:35:41,509 DEBUG [M:0;f3865e8353b4:36049 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:35:41,509 INFO [M:0;f3865e8353b4:36049 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:41,509 DEBUG [M:0;f3865e8353b4:36049 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:41,509 DEBUG [M:0;f3865e8353b4:36049 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:35:41,509 DEBUG [M:0;f3865e8353b4:36049 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:41,509 INFO [M:0;f3865e8353b4:36049 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T17:35:41,523 DEBUG [M:0;f3865e8353b4:36049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd145d29ca484502b92e97e9fdd153ba is 82, key is hbase:meta,,1/info:regioninfo/1732210513169/Put/seqid=0 2024-11-21T17:35:41,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741849_1025 (size=5672) 2024-11-21T17:35:41,526 INFO [M:0;f3865e8353b4:36049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd145d29ca484502b92e97e9fdd153ba 2024-11-21T17:35:41,542 DEBUG [M:0;f3865e8353b4:36049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5db78aac4b0340f989cc56972a5137df is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732210524352/Put/seqid=0 2024-11-21T17:35:41,542 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:35:41,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741850_1026 (size=8517) 2024-11-21T17:35:41,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:41,947 INFO [M:0;f3865e8353b4:36049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5db78aac4b0340f989cc56972a5137df 2024-11-21T17:35:41,963 DEBUG [M:0;f3865e8353b4:36049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0c8d163446049c1ac8773f43a7fcd8c is 69, key is f3865e8353b4,45697,1732210510257/rs:state/1732210512096/Put/seqid=0 2024-11-21T17:35:41,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741851_1027 (size=5156) 2024-11-21T17:35:42,367 INFO [M:0;f3865e8353b4:36049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0c8d163446049c1ac8773f43a7fcd8c 2024-11-21T17:35:42,371 DEBUG [M:0;f3865e8353b4:36049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd145d29ca484502b92e97e9fdd153ba as hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd145d29ca484502b92e97e9fdd153ba 2024-11-21T17:35:42,374 INFO [M:0;f3865e8353b4:36049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd145d29ca484502b92e97e9fdd153ba, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T17:35:42,375 DEBUG [M:0;f3865e8353b4:36049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5db78aac4b0340f989cc56972a5137df as hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5db78aac4b0340f989cc56972a5137df 2024-11-21T17:35:42,377 INFO [M:0;f3865e8353b4:36049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5db78aac4b0340f989cc56972a5137df, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T17:35:42,378 DEBUG [M:0;f3865e8353b4:36049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0c8d163446049c1ac8773f43a7fcd8c as hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0c8d163446049c1ac8773f43a7fcd8c 2024-11-21T17:35:42,381 INFO [M:0;f3865e8353b4:36049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38229/user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0c8d163446049c1ac8773f43a7fcd8c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T17:35:42,381 INFO [M:0;f3865e8353b4:36049 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=97, compaction requested=false 2024-11-21T17:35:42,382 INFO [M:0;f3865e8353b4:36049 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:42,382 DEBUG [M:0;f3865e8353b4:36049 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210541509Disabling compacts and flushes for region at 1732210541509Disabling writes for close at 1732210541509Obtaining lock to block concurrent updates at 1732210541509Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210541509Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732210541510 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210541510Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210541510Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210541522 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210541522Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210541529 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210541541 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210541541Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210541950 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210541963 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210541963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d21510: reopening flushed file at 1732210542370 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c164bd: reopening flushed file at 1732210542374 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a6ffc3: reopening flushed file at 1732210542378 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=97, compaction requested=false at 1732210542381 (+3 ms)Writing region close event to WAL at 1732210542382 (+1 ms)Closed at 1732210542382 2024-11-21T17:35:42,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43673 is added to blk_1073741830_1006 (size=63666) 2024-11-21T17:35:42,384 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf5388c7-2bd8-2a43-b0d9-b01418580834/MasterData/WALs/f3865e8353b4,36049,1732210510227/f3865e8353b4%2C36049%2C1732210510227.1732210511934 not finished, retry = 0 2024-11-21T17:35:42,384 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1496, reset compression=false 2024-11-21T17:35:42,485 INFO [M:0;f3865e8353b4:36049 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:35:42,485 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:35:42,485 INFO [M:0;f3865e8353b4:36049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36049 2024-11-21T17:35:42,485 INFO [M:0;f3865e8353b4:36049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:35:42,586 INFO [M:0;f3865e8353b4:36049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:35:42,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:42,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36049-0x100635a15440003, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:42,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60553d1b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:35:42,589 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@298ba7b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:35:42,589 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:35:42,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c5c8dc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:35:42,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ad34725{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/hadoop.log.dir/,STOPPED} 2024-11-21T17:35:42,591 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:35:42,591 WARN [BP-1736109775-172.17.0.2-1732210509386 heartbeating to localhost/127.0.0.1:38229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:35:42,591 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:35:42,591 WARN [BP-1736109775-172.17.0.2-1732210509386 heartbeating to localhost/127.0.0.1:38229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1736109775-172.17.0.2-1732210509386 (Datanode Uuid 14c41fcd-db3f-4faf-b977-81c1270810b3) service to localhost/127.0.0.1:38229 2024-11-21T17:35:42,592 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/cluster_9e192ab6-cbba-b8b8-54ab-1e3bdf54f867/data/data1/current/BP-1736109775-172.17.0.2-1732210509386 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:35:42,592 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/cluster_9e192ab6-cbba-b8b8-54ab-1e3bdf54f867/data/data2/current/BP-1736109775-172.17.0.2-1732210509386 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:35:42,592 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:35:42,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61fb4e94{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:35:42,597 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a4eab9a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:35:42,597 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:35:42,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8ebe6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:35:42,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67884f69{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80051da7-acfc-277c-a15a-5cdf2b2c4a72/hadoop.log.dir/,STOPPED} 2024-11-21T17:35:42,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:35:42,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:35:42,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:35:42,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:42,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:42,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:42,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:42,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:35:42,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=735146582, stopped=false 2024-11-21T17:35:42,617 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,36807,1732210506793 2024-11-21T17:35:42,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220902841/running 2024-11-21T17:35:42,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220902841/running 2024-11-21T17:35:42,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841 2024-11-21T17:35:42,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841 2024-11-21T17:35:42,618 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:35:42,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Set watcher on znode that does not yet exist, /0-1220902841/running 2024-11-21T17:35:42,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Set watcher on znode that does not yet exist, /0-1220902841/running 2024-11-21T17:35:42,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:35:42,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:42,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:42,619 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,40401,1732210506839' ***** 2024-11-21T17:35:42,619 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:35:42,619 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:35:42,619 INFO [RS:0;f3865e8353b4:40401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:35:42,619 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:35:42,619 INFO [RS:0;f3865e8353b4:40401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:35:42,619 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(3091): Received CLOSE for d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:42,620 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(3091): Received CLOSE for 9dad954148dc236596d50ce07c87ae3b 2024-11-21T17:35:42,620 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,40401,1732210506839 2024-11-21T17:35:42,620 INFO [RS:0;f3865e8353b4:40401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:35:42,620 INFO [RS:0;f3865e8353b4:40401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:40401. 2024-11-21T17:35:42,620 DEBUG [RS:0;f3865e8353b4:40401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:42,620 DEBUG [RS:0;f3865e8353b4:40401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:42,620 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8687fb5214280111db675ee73b690f4, disabling compactions & flushes 2024-11-21T17:35:42,620 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732210516588.d8687fb5214280111db675ee73b690f4. 2024-11-21T17:35:42,620 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210516588.d8687fb5214280111db675ee73b690f4. 2024-11-21T17:35:42,620 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:35:42,620 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732210516588.d8687fb5214280111db675ee73b690f4. after waiting 0 ms 2024-11-21T17:35:42,620 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:35:42,620 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732210516588.d8687fb5214280111db675ee73b690f4. 2024-11-21T17:35:42,620 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:35:42,620 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:35:42,620 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d8687fb5214280111db675ee73b690f4 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-21T17:35:42,620 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T17:35:42,620 DEBUG [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1325): Online Regions={d8687fb5214280111db675ee73b690f4=test,,1732210516588.d8687fb5214280111db675ee73b690f4., 9dad954148dc236596d50ce07c87ae3b=hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T17:35:42,620 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:35:42,620 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:35:42,620 DEBUG [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dad954148dc236596d50ce07c87ae3b, d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:42,620 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:35:42,620 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:35:42,620 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:35:42,620 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T17:35:42,641 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/.tmp/info/9f15c5b709114ddcad82cd8f5c63090e is 147, key is hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b./info:regioninfo/1732210522201/Put/seqid=0 2024-11-21T17:35:42,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741840_1016 (size=7686) 2024-11-21T17:35:42,645 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4/.tmp/f/699b015e9e5843d0821cabbc021cf484 is 37, key is row3/f:row3/1732210534189/Put/seqid=0 2024-11-21T17:35:42,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741841_1017 (size=5228) 2024-11-21T17:35:42,709 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:35:42,820 DEBUG [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dad954148dc236596d50ce07c87ae3b, d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:43,021 DEBUG [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dad954148dc236596d50ce07c87ae3b, d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:43,045 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/.tmp/info/9f15c5b709114ddcad82cd8f5c63090e 2024-11-21T17:35:43,049 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4/.tmp/f/699b015e9e5843d0821cabbc021cf484 2024-11-21T17:35:43,052 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 699b015e9e5843d0821cabbc021cf484 2024-11-21T17:35:43,067 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/.tmp/ns/b0ec30ef2efa41a893f1f8594fd35fd5 is 43, key is default/ns:d/1732210509342/Put/seqid=0 2024-11-21T17:35:43,069 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4/.tmp/f1/30261db97cac488f816b807cf2fb20e5 is 30, key is row1/f1:/1732210531529/DeleteFamily/seqid=0 2024-11-21T17:35:43,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741842_1018 (size=5153) 2024-11-21T17:35:43,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741843_1019 (size=5158) 2024-11-21T17:35:43,221 DEBUG [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dad954148dc236596d50ce07c87ae3b, d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:43,331 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:35:43,331 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:35:43,421 DEBUG [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dad954148dc236596d50ce07c87ae3b, d8687fb5214280111db675ee73b690f4 2024-11-21T17:35:43,472 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/.tmp/ns/b0ec30ef2efa41a893f1f8594fd35fd5 2024-11-21T17:35:43,472 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4/.tmp/f1/30261db97cac488f816b807cf2fb20e5 2024-11-21T17:35:43,476 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30261db97cac488f816b807cf2fb20e5 2024-11-21T17:35:43,496 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/.tmp/rep_barrier/627d9d8e379b4a3cbbf14da3666aabe8 is 112, key is test,,1732210516588.d8687fb5214280111db675ee73b690f4./rep_barrier:seqnumDuringOpen/1732210517333/Put/seqid=0 2024-11-21T17:35:43,498 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4/.tmp/norep/a3e26560eb434e5b88e09f1e137cae9e is 32, key is row/norep:/1732210530524/DeleteFamily/seqid=0 2024-11-21T17:35:43,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741844_1020 (size=5518) 2024-11-21T17:35:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741845_1021 (size=5101) 2024-11-21T17:35:43,501 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4/.tmp/norep/a3e26560eb434e5b88e09f1e137cae9e 2024-11-21T17:35:43,506 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3e26560eb434e5b88e09f1e137cae9e 2024-11-21T17:35:43,506 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4/.tmp/f/699b015e9e5843d0821cabbc021cf484 as hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4/f/699b015e9e5843d0821cabbc021cf484 2024-11-21T17:35:43,510 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 699b015e9e5843d0821cabbc021cf484 2024-11-21T17:35:43,510 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4/f/699b015e9e5843d0821cabbc021cf484, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T17:35:43,512 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4/.tmp/f1/30261db97cac488f816b807cf2fb20e5 as hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4/f1/30261db97cac488f816b807cf2fb20e5 2024-11-21T17:35:43,515 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30261db97cac488f816b807cf2fb20e5 2024-11-21T17:35:43,516 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4/f1/30261db97cac488f816b807cf2fb20e5, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T17:35:43,516 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4/.tmp/norep/a3e26560eb434e5b88e09f1e137cae9e as hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4/norep/a3e26560eb434e5b88e09f1e137cae9e 2024-11-21T17:35:43,519 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3e26560eb434e5b88e09f1e137cae9e 2024-11-21T17:35:43,519 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4/norep/a3e26560eb434e5b88e09f1e137cae9e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T17:35:43,520 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d8687fb5214280111db675ee73b690f4 in 900ms, sequenceid=12, compaction requested=false 2024-11-21T17:35:43,520 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T17:35:43,525 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/default/test/d8687fb5214280111db675ee73b690f4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T17:35:43,525 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:35:43,525 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:35:43,525 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732210516588.d8687fb5214280111db675ee73b690f4. 2024-11-21T17:35:43,525 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8687fb5214280111db675ee73b690f4: Waiting for close lock at 1732210542620Running coprocessor pre-close hooks at 1732210542620Disabling compacts and flushes for region at 1732210542620Disabling writes for close at 1732210542620Obtaining lock to block concurrent updates at 1732210542620Preparing flush snapshotting stores in d8687fb5214280111db675ee73b690f4 at 1732210542620Finished memstore snapshotting test,,1732210516588.d8687fb5214280111db675ee73b690f4., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732210542620Flushing stores of test,,1732210516588.d8687fb5214280111db675ee73b690f4. at 1732210542621 (+1 ms)Flushing d8687fb5214280111db675ee73b690f4/f: creating writer at 1732210542621Flushing d8687fb5214280111db675ee73b690f4/f: appending metadata at 1732210542645 (+24 ms)Flushing d8687fb5214280111db675ee73b690f4/f: closing flushed file at 1732210542645Flushing d8687fb5214280111db675ee73b690f4/f1: creating writer at 1732210543052 (+407 ms)Flushing d8687fb5214280111db675ee73b690f4/f1: appending metadata at 1732210543068 (+16 ms)Flushing d8687fb5214280111db675ee73b690f4/f1: closing flushed file at 1732210543068Flushing d8687fb5214280111db675ee73b690f4/norep: creating writer at 1732210543476 (+408 ms)Flushing d8687fb5214280111db675ee73b690f4/norep: appending metadata at 1732210543497 (+21 ms)Flushing d8687fb5214280111db675ee73b690f4/norep: closing flushed file at 1732210543497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56fc3eb2: reopening flushed file at 1732210543506 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4641814a: reopening flushed file at 1732210543511 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16601a1b: reopening flushed file at 1732210543516 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d8687fb5214280111db675ee73b690f4 in 900ms, sequenceid=12, compaction requested=false at 1732210543520 (+4 ms)Writing region close event to WAL at 1732210543521 (+1 ms)Running coprocessor post-close hooks at 1732210543525 (+4 ms)Closed at 1732210543525 2024-11-21T17:35:43,525 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732210516588.d8687fb5214280111db675ee73b690f4. 2024-11-21T17:35:43,526 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9dad954148dc236596d50ce07c87ae3b, disabling compactions & flushes 2024-11-21T17:35:43,526 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b. 2024-11-21T17:35:43,526 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b. 2024-11-21T17:35:43,526 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b. after waiting 0 ms 2024-11-21T17:35:43,526 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b. 2024-11-21T17:35:43,526 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9dad954148dc236596d50ce07c87ae3b 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-21T17:35:43,548 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/replication/9dad954148dc236596d50ce07c87ae3b/.tmp/queue/52b4dc50c581409c87c5304b27839f72 is 154, key is 1-f3865e8353b4,40401,1732210506839/queue:f3865e8353b4%2C40401%2C1732210506839/1732210535853/Put/seqid=0 2024-11-21T17:35:43,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741846_1022 (size=5353) 2024-11-21T17:35:43,587 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 1496, reset compression=false 2024-11-21T17:35:43,590 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:35:43,590 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 2387, reset compression=false 2024-11-21T17:35:43,590 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,40401,1732210506839 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409, lastWalPosition=2387, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:35:43,591 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f3865e8353b4,40401,1732210506839: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f3865e8353b4,40401,1732210506839, walGroup=f3865e8353b4%2C40401%2C1732210506839, offset=f3865e8353b4%2C40401%2C1732210506839.1732210508409:2387, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:40401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T17:35:43,592 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T17:35:43,593 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T17:35:43,593 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T17:35:43,593 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T17:35:43,594 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T17:35:43,594 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1220542464, "init": 1048576000, "max": 2306867200, "used": 732772424 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 199224232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T17:35:43,594 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:36807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:36807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T17:35:43,621 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T17:35:43,621 DEBUG [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1325): Online Regions={9dad954148dc236596d50ce07c87ae3b=hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T17:35:43,621 DEBUG [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dad954148dc236596d50ce07c87ae3b 2024-11-21T17:35:43,793 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 2387, reset compression=false 2024-11-21T17:35:43,821 DEBUG [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dad954148dc236596d50ce07c87ae3b 2024-11-21T17:35:43,901 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/.tmp/rep_barrier/627d9d8e379b4a3cbbf14da3666aabe8 2024-11-21T17:35:43,918 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/.tmp/table/a0a5f098a6734d21aabbe29f1b09c1df is 53, key is hbase:replication/table:state/1732210522207/Put/seqid=0 2024-11-21T17:35:43,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741847_1023 (size=5308) 2024-11-21T17:35:43,961 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/replication/9dad954148dc236596d50ce07c87ae3b/.tmp/queue/52b4dc50c581409c87c5304b27839f72 2024-11-21T17:35:43,966 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/replication/9dad954148dc236596d50ce07c87ae3b/.tmp/queue/52b4dc50c581409c87c5304b27839f72 as hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/replication/9dad954148dc236596d50ce07c87ae3b/queue/52b4dc50c581409c87c5304b27839f72 2024-11-21T17:35:43,970 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/replication/9dad954148dc236596d50ce07c87ae3b/queue/52b4dc50c581409c87c5304b27839f72, entries=1, sequenceid=14, filesize=5.2 K 2024-11-21T17:35:43,971 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 9dad954148dc236596d50ce07c87ae3b in 445ms, sequenceid=14, compaction requested=false 2024-11-21T17:35:43,971 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T17:35:43,975 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/replication/9dad954148dc236596d50ce07c87ae3b/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-21T17:35:43,975 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:35:43,975 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:35:43,975 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b. 2024-11-21T17:35:43,975 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9dad954148dc236596d50ce07c87ae3b: Waiting for close lock at 1732210543526Running coprocessor pre-close hooks at 1732210543526Disabling compacts and flushes for region at 1732210543526Disabling writes for close at 1732210543526Obtaining lock to block concurrent updates at 1732210543526Preparing flush snapshotting stores in 9dad954148dc236596d50ce07c87ae3b at 1732210543526Finished memstore snapshotting hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732210543526Flushing stores of hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b. at 1732210543526Flushing 9dad954148dc236596d50ce07c87ae3b/queue: creating writer at 1732210543526Flushing 9dad954148dc236596d50ce07c87ae3b/queue: appending metadata at 1732210543547 (+21 ms)Flushing 9dad954148dc236596d50ce07c87ae3b/queue: closing flushed file at 1732210543547Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f5e33de: reopening flushed file at 1732210543965 (+418 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 9dad954148dc236596d50ce07c87ae3b in 445ms, sequenceid=14, compaction requested=false at 1732210543971 (+6 ms)Writing region close event to WAL at 1732210543972 (+1 ms)Running coprocessor post-close hooks at 1732210543975 (+3 ms)Closed at 1732210543975 2024-11-21T17:35:43,975 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732210521032.9dad954148dc236596d50ce07c87ae3b. 2024-11-21T17:35:44,022 DEBUG [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:35:44,097 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 2387, reset compression=false 2024-11-21T17:35:44,222 DEBUG [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:35:44,322 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/.tmp/table/a0a5f098a6734d21aabbe29f1b09c1df 2024-11-21T17:35:44,325 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/.tmp/info/9f15c5b709114ddcad82cd8f5c63090e as hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/info/9f15c5b709114ddcad82cd8f5c63090e 2024-11-21T17:35:44,328 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/info/9f15c5b709114ddcad82cd8f5c63090e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T17:35:44,329 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/.tmp/ns/b0ec30ef2efa41a893f1f8594fd35fd5 as hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/ns/b0ec30ef2efa41a893f1f8594fd35fd5 2024-11-21T17:35:44,331 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/ns/b0ec30ef2efa41a893f1f8594fd35fd5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T17:35:44,332 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/.tmp/rep_barrier/627d9d8e379b4a3cbbf14da3666aabe8 as hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/rep_barrier/627d9d8e379b4a3cbbf14da3666aabe8 2024-11-21T17:35:44,335 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/rep_barrier/627d9d8e379b4a3cbbf14da3666aabe8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T17:35:44,335 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/.tmp/table/a0a5f098a6734d21aabbe29f1b09c1df as hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/table/a0a5f098a6734d21aabbe29f1b09c1df 2024-11-21T17:35:44,338 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/table/a0a5f098a6734d21aabbe29f1b09c1df, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T17:35:44,339 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-21T17:35:44,339 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:35:44,343 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T17:35:44,343 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:35:44,343 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:35:44,343 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:35:44,343 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210542620Running coprocessor pre-close hooks at 1732210542620Disabling compacts and flushes for region at 1732210542620Disabling writes for close at 1732210542620Obtaining lock to block concurrent updates at 1732210542620Preparing flush snapshotting stores in 1588230740 at 1732210542620Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732210542621 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732210542621Flushing 1588230740/info: creating writer at 1732210542621Flushing 1588230740/info: appending metadata at 1732210542640 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732210542640Flushing 1588230740/ns: creating writer at 1732210543050 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732210543066 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732210543066Flushing 1588230740/rep_barrier: creating writer at 1732210543476 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732210543496 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732210543496Flushing 1588230740/table: creating writer at 1732210543904 (+408 ms)Flushing 1588230740/table: appending metadata at 1732210543917 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732210543917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28eba04e: reopening flushed file at 1732210544325 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@777e341b: reopening flushed file at 1732210544328 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af6cde9: reopening flushed file at 1732210544331 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7753a697: reopening flushed file at 1732210544335 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1732210544339 (+4 ms)Writing region close event to WAL at 1732210544341 (+2 ms)Running coprocessor post-close hooks at 1732210544343 (+2 ms)Closed at 1732210544343 2024-11-21T17:35:44,343 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:35:44,422 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,40401,1732210506839; all regions closed. 2024-11-21T17:35:44,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741834_1010 (size=4239) 2024-11-21T17:35:44,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741839_1015 (size=3552) 2024-11-21T17:35:44,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741832_1008 (size=2395) 2024-11-21T17:35:44,427 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 not finished, retry = 0 2024-11-21T17:35:44,500 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 to pos 2387, reset compression=false 2024-11-21T17:35:44,528 DEBUG [RS:0;f3865e8353b4:40401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:44,528 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:35:44,528 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/WALs/f3865e8353b4,40401,1732210506839/f3865e8353b4%2C40401%2C1732210506839.1732210508409 2024-11-21T17:35:44,528 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-21T17:35:44,528 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-21T17:35:44,528 INFO [RS:0;f3865e8353b4:40401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:35:44,529 INFO [RS:0;f3865e8353b4:40401 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:35:44,529 INFO [RS:0;f3865e8353b4:40401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:35:44,529 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:35:44,529 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,40401,1732210506839 because: Region server is closing 2024-11-21T17:35:44,529 INFO [RS:0;f3865e8353b4:40401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:40401. 2024-11-21T17:35:44,529 DEBUG [RS:0;f3865e8353b4:40401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:44,529 DEBUG [RS:0;f3865e8353b4:40401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:44,529 DEBUG [RS:0;f3865e8353b4:40401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:44,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:44,630 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.shipperf3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 terminated 2024-11-21T17:35:44,630 INFO [RS:0;f3865e8353b4:40401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:40401. 2024-11-21T17:35:44,630 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,40401,1732210506839.replicationSource.wal-reader.f3865e8353b4%2C40401%2C1732210506839,1-f3865e8353b4,40401,1732210506839 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-21T17:35:44,630 DEBUG [RS:0;f3865e8353b4:40401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:35:44,630 DEBUG [RS:0;f3865e8353b4:40401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:44,630 DEBUG [RS:0;f3865e8353b4:40401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:44,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:35:44,630 INFO [RS:0;f3865e8353b4:40401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40401 2024-11-21T17:35:44,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220902841/rs/f3865e8353b4,40401,1732210506839 2024-11-21T17:35:44,631 INFO [RS:0;f3865e8353b4:40401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:35:44,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841/rs 2024-11-21T17:35:44,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,40401,1732210506839] 2024-11-21T17:35:44,633 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220902841/draining/f3865e8353b4,40401,1732210506839 already deleted, retry=false 2024-11-21T17:35:44,633 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,40401,1732210506839 expired; onlineServers=0 2024-11-21T17:35:44,633 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,36807,1732210506793' ***** 2024-11-21T17:35:44,633 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:35:44,633 INFO [M:0;f3865e8353b4:36807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:35:44,633 INFO [M:0;f3865e8353b4:36807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:35:44,633 DEBUG [M:0;f3865e8353b4:36807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:35:44,633 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:35:44,633 DEBUG [M:0;f3865e8353b4:36807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:35:44,633 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210508170 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210508170,5,FailOnTimeoutGroup] 2024-11-21T17:35:44,633 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210508170 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210508170,5,FailOnTimeoutGroup] 2024-11-21T17:35:44,633 INFO [M:0;f3865e8353b4:36807 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:35:44,634 INFO [M:0;f3865e8353b4:36807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:35:44,634 DEBUG [M:0;f3865e8353b4:36807 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:35:44,634 INFO [M:0;f3865e8353b4:36807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:35:44,634 INFO [M:0;f3865e8353b4:36807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:35:44,634 INFO [M:0;f3865e8353b4:36807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:35:44,634 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:35:44,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220902841/master 2024-11-21T17:35:44,635 DEBUG [M:0;f3865e8353b4:36807 {}] zookeeper.ZKUtil(347): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Unable to get data of znode /0-1220902841/master because node does not exist (not an error) 2024-11-21T17:35:44,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220902841 2024-11-21T17:35:44,635 WARN [M:0;f3865e8353b4:36807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:35:44,635 INFO [M:0;f3865e8353b4:36807 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/.lastflushedseqids 2024-11-21T17:35:44,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741848_1024 (size=245) 2024-11-21T17:35:44,732 INFO [RS:0;f3865e8353b4:40401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:35:44,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:44,732 INFO [RS:0;f3865e8353b4:40401 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,40401,1732210506839; zookeeper connection closed. 2024-11-21T17:35:44,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40401-0x100635a15440001, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:44,733 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21ada505 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21ada505 2024-11-21T17:35:44,733 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:35:45,039 INFO [M:0;f3865e8353b4:36807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:35:45,039 INFO [M:0;f3865e8353b4:36807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:35:45,039 DEBUG [M:0;f3865e8353b4:36807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:35:45,039 INFO [M:0;f3865e8353b4:36807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:45,039 DEBUG [M:0;f3865e8353b4:36807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:45,039 DEBUG [M:0;f3865e8353b4:36807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:35:45,039 DEBUG [M:0;f3865e8353b4:36807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:45,039 INFO [M:0;f3865e8353b4:36807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-21T17:35:45,053 DEBUG [M:0;f3865e8353b4:36807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11e98287dbfa409f83657a4d1c4800e7 is 82, key is hbase:meta,,1/info:regioninfo/1732210509334/Put/seqid=0 2024-11-21T17:35:45,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741849_1025 (size=5672) 2024-11-21T17:35:45,457 INFO [M:0;f3865e8353b4:36807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11e98287dbfa409f83657a4d1c4800e7 2024-11-21T17:35:45,473 DEBUG [M:0;f3865e8353b4:36807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc0a5b3dc20c4572ad3bea7852709cfc is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732210517343/Put/seqid=0 2024-11-21T17:35:45,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741850_1026 (size=7219) 2024-11-21T17:35:45,877 INFO [M:0;f3865e8353b4:36807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc0a5b3dc20c4572ad3bea7852709cfc 2024-11-21T17:35:45,880 INFO [M:0;f3865e8353b4:36807 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc0a5b3dc20c4572ad3bea7852709cfc 2024-11-21T17:35:45,898 DEBUG [M:0;f3865e8353b4:36807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37ea74c5317a4162b18ea32033000110 is 69, key is f3865e8353b4,40401,1732210506839/rs:state/1732210508275/Put/seqid=0 2024-11-21T17:35:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741851_1027 (size=5156) 2024-11-21T17:35:46,304 INFO [M:0;f3865e8353b4:36807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37ea74c5317a4162b18ea32033000110 2024-11-21T17:35:46,308 DEBUG [M:0;f3865e8353b4:36807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/11e98287dbfa409f83657a4d1c4800e7 as hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11e98287dbfa409f83657a4d1c4800e7 2024-11-21T17:35:46,312 INFO [M:0;f3865e8353b4:36807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/11e98287dbfa409f83657a4d1c4800e7, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T17:35:46,313 DEBUG [M:0;f3865e8353b4:36807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc0a5b3dc20c4572ad3bea7852709cfc as hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc0a5b3dc20c4572ad3bea7852709cfc 2024-11-21T17:35:46,316 INFO [M:0;f3865e8353b4:36807 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc0a5b3dc20c4572ad3bea7852709cfc 2024-11-21T17:35:46,316 INFO [M:0;f3865e8353b4:36807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc0a5b3dc20c4572ad3bea7852709cfc, entries=11, sequenceid=105, filesize=7.0 K 2024-11-21T17:35:46,317 DEBUG [M:0;f3865e8353b4:36807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37ea74c5317a4162b18ea32033000110 as hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37ea74c5317a4162b18ea32033000110 2024-11-21T17:35:46,320 INFO [M:0;f3865e8353b4:36807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45531/user/jenkins/test-data/7f1df14c-e79b-6e42-df6f-697257f782b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37ea74c5317a4162b18ea32033000110, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T17:35:46,321 INFO [M:0;f3865e8353b4:36807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-21T17:35:46,323 INFO [M:0;f3865e8353b4:36807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:46,323 DEBUG [M:0;f3865e8353b4:36807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210545039Disabling compacts and flushes for region at 1732210545039Disabling writes for close at 1732210545039Obtaining lock to block concurrent updates at 1732210545039Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210545039Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732210545040 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210545040Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210545040Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210545053 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210545053Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210545461 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210545473 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210545473Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210545881 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210545897 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210545898 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14fa30ac: reopening flushed file at 1732210546308 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f3663f: reopening flushed file at 1732210546312 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3308a472: reopening flushed file at 1732210546316 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1732210546321 (+5 ms)Writing region close event to WAL at 1732210546323 (+2 ms)Closed at 1732210546323 2024-11-21T17:35:46,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741830_1006 (size=64435) 2024-11-21T17:35:46,325 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:35:46,325 INFO [M:0;f3865e8353b4:36807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:35:46,326 INFO [M:0;f3865e8353b4:36807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36807 2024-11-21T17:35:46,326 INFO [M:0;f3865e8353b4:36807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:35:46,392 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:35:46,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:46,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:46,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:46,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:46,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:46,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:46,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:46,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:46,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:46,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:46,427 INFO [M:0;f3865e8353b4:36807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:35:46,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:46,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36807-0x100635a15440000, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:35:46,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:46,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:46,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:46,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e6a6613{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:35:46,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e0be089{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:35:46,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:35:46,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@686bec88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:35:46,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5054afca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/hadoop.log.dir/,STOPPED} 2024-11-21T17:35:46,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:46,453 WARN [BP-1205600805-172.17.0.2-1732210505958 heartbeating to localhost/127.0.0.1:45531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:35:46,453 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:35:46,453 WARN [BP-1205600805-172.17.0.2-1732210505958 heartbeating to localhost/127.0.0.1:45531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1205600805-172.17.0.2-1732210505958 (Datanode Uuid 5dd6799d-982b-4f64-810e-75cd91427c97) service to localhost/127.0.0.1:45531 2024-11-21T17:35:46,453 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:35:46,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/cluster_8a7aca84-d514-225c-e075-f1d8974f8b77/data/data1/current/BP-1205600805-172.17.0.2-1732210505958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:35:46,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/cluster_8a7aca84-d514-225c-e075-f1d8974f8b77/data/data2/current/BP-1205600805-172.17.0.2-1732210505958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:35:46,454 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:35:46,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38668141{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:35:46,460 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66419a34{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:35:46,460 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:35:46,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28d3c8a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:35:46,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5883b0c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/487cc056-3f78-88b7-40b8-991f838ecc4f/hadoop.log.dir/,STOPPED} 2024-11-21T17:35:46,466 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T17:35:46,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:35:46,493 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 266) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39567 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38229 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:45531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56294) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56294) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:39567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45531 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56294) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=731 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 252) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=741 (was 1144) 2024-11-21T17:35:46,503 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=301, ProcessCount=11, AvailableMemoryMB=741 2024-11-21T17:35:46,516 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-21T17:35:46,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/hadoop.log.dir so I do NOT create it in target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22 2024-11-21T17:35:46,517 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:35:46,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/hadoop.tmp.dir so I do NOT create it in target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22 2024-11-21T17:35:46,517 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9a40c193-f94d-23dc-10c8-ebbff422225e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:35:46,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22 2024-11-21T17:35:46,517 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/cluster_e14b2eaf-a32f-930a-e9c1-254d832ec8f8, deleteOnExit=true 2024-11-21T17:35:46,525 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/cluster_e14b2eaf-a32f-930a-e9c1-254d832ec8f8/zookeeper_0, clientPort=55155, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/cluster_e14b2eaf-a32f-930a-e9c1-254d832ec8f8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/cluster_e14b2eaf-a32f-930a-e9c1-254d832ec8f8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T17:35:46,527 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55155 2024-11-21T17:35:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:35:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:35:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/test.cache.data in system properties and HBase conf 2024-11-21T17:35:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:35:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:35:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:35:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:35:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:35:46,528 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:35:46,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:35:46,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:35:46,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:35:46,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:35:46,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:35:46,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:35:46,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:35:46,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:35:46,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:35:46,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:35:46,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:35:46,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:35:46,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:35:46,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:35:46,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100635a15440005, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:35:46,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100635a15440008, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:35:46,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100635a15440002, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:35:46,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100635a15440005, quorum=127.0.0.1:56294, baseZNode=/1-1157264082 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:35:46,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100635a15440008, quorum=127.0.0.1:56294, baseZNode=/2-175571064 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:35:46,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100635a15440002, quorum=127.0.0.1:56294, baseZNode=/0-1220902841 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:35:46,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:46,608 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:35:46,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:35:46,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:35:46,617 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T17:35:46,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:46,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6992bb08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:35:46,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31b86d2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:35:46,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a1f47c9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/java.io.tmpdir/jetty-localhost-42361-hadoop-hdfs-3_4_1-tests_jar-_-any-15886572018657297078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:35:46,729 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bcda2d2{HTTP/1.1, (http/1.1)}{localhost:42361} 2024-11-21T17:35:46,729 INFO [Time-limited test {}] server.Server(415): Started @251991ms 2024-11-21T17:35:46,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:46,825 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:35:46,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:35:46,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:35:46,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:35:46,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78e5d9c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:35:46,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31708dec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:35:46,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@621d017e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/java.io.tmpdir/jetty-localhost-42905-hadoop-hdfs-3_4_1-tests_jar-_-any-7864243039263269306/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:35:46,957 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@237e26d{HTTP/1.1, (http/1.1)}{localhost:42905} 2024-11-21T17:35:46,957 INFO [Time-limited test {}] server.Server(415): Started @252220ms 2024-11-21T17:35:46,959 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:35:47,045 WARN [Thread-3462 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/cluster_e14b2eaf-a32f-930a-e9c1-254d832ec8f8/data/data1/current/BP-1881655031-172.17.0.2-1732210546551/current, will proceed with Du for space computation calculation, 2024-11-21T17:35:47,046 WARN [Thread-3463 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/cluster_e14b2eaf-a32f-930a-e9c1-254d832ec8f8/data/data2/current/BP-1881655031-172.17.0.2-1732210546551/current, will proceed with Du for space computation calculation, 2024-11-21T17:35:47,073 WARN [Thread-3450 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:35:47,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa77be4df54c6373 with lease ID 0x29e00bbeece7b45f: Processing first storage report for DS-97d7046d-ccf5-4b2b-b50c-42f47863cbf3 from datanode DatanodeRegistration(127.0.0.1:44943, datanodeUuid=3b11c6f9-ef48-4290-bcac-67db46db309b, infoPort=36257, infoSecurePort=0, ipcPort=43739, storageInfo=lv=-57;cid=testClusterID;nsid=1767501465;c=1732210546551) 2024-11-21T17:35:47,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa77be4df54c6373 with lease ID 0x29e00bbeece7b45f: from storage DS-97d7046d-ccf5-4b2b-b50c-42f47863cbf3 node DatanodeRegistration(127.0.0.1:44943, datanodeUuid=3b11c6f9-ef48-4290-bcac-67db46db309b, infoPort=36257, infoSecurePort=0, ipcPort=43739, storageInfo=lv=-57;cid=testClusterID;nsid=1767501465;c=1732210546551), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:35:47,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa77be4df54c6373 with lease ID 0x29e00bbeece7b45f: Processing first storage report for DS-8a2d106d-767e-412a-96f0-401c497770b9 from datanode DatanodeRegistration(127.0.0.1:44943, datanodeUuid=3b11c6f9-ef48-4290-bcac-67db46db309b, infoPort=36257, infoSecurePort=0, ipcPort=43739, storageInfo=lv=-57;cid=testClusterID;nsid=1767501465;c=1732210546551) 2024-11-21T17:35:47,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa77be4df54c6373 with lease ID 0x29e00bbeece7b45f: from storage DS-8a2d106d-767e-412a-96f0-401c497770b9 node DatanodeRegistration(127.0.0.1:44943, datanodeUuid=3b11c6f9-ef48-4290-bcac-67db46db309b, infoPort=36257, infoSecurePort=0, ipcPort=43739, storageInfo=lv=-57;cid=testClusterID;nsid=1767501465;c=1732210546551), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:35:47,102 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22 2024-11-21T17:35:47,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:47,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:47,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:35:47,513 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec with version=8 2024-11-21T17:35:47,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/hbase-staging 2024-11-21T17:35:47,515 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:35:47,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:47,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:47,516 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:35:47,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:47,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:35:47,516 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:35:47,516 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:35:47,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35457 2024-11-21T17:35:47,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35457 connecting to ZooKeeper ensemble=127.0.0.1:55155 2024-11-21T17:35:47,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354570x0, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:47,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35457-0x100635ab3c90000 connected 2024-11-21T17:35:47,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:47,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:47,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Set watcher on znode that does not yet exist, /0-2059614522/running 2024-11-21T17:35:47,541 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec, hbase.cluster.distributed=false 2024-11-21T17:35:47,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Set watcher on znode that does not yet exist, /0-2059614522/acl 2024-11-21T17:35:47,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35457 2024-11-21T17:35:47,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35457 2024-11-21T17:35:47,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35457 2024-11-21T17:35:47,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35457 2024-11-21T17:35:47,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35457 2024-11-21T17:35:47,571 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:35:47,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:47,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:47,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:35:47,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:47,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:35:47,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:35:47,572 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:35:47,572 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38375 2024-11-21T17:35:47,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38375 connecting to ZooKeeper ensemble=127.0.0.1:55155 2024-11-21T17:35:47,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:47,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:47,577 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383750x0, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:47,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383750x0, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Set watcher on znode that does not yet exist, /0-2059614522/running 2024-11-21T17:35:47,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38375-0x100635ab3c90001 connected 2024-11-21T17:35:47,578 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:35:47,578 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:35:47,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Set watcher on znode that does not yet exist, /0-2059614522/master 2024-11-21T17:35:47,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Set watcher on znode that does not yet exist, /0-2059614522/acl 2024-11-21T17:35:47,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38375 2024-11-21T17:35:47,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38375 2024-11-21T17:35:47,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38375 2024-11-21T17:35:47,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38375 2024-11-21T17:35:47,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38375 2024-11-21T17:35:47,601 DEBUG [M:0;f3865e8353b4:35457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:35457 2024-11-21T17:35:47,601 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2059614522/backup-masters/f3865e8353b4,35457,1732210547515 2024-11-21T17:35:47,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522/backup-masters 2024-11-21T17:35:47,602 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522/backup-masters 2024-11-21T17:35:47,602 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Set watcher on existing znode=/0-2059614522/backup-masters/f3865e8353b4,35457,1732210547515 2024-11-21T17:35:47,603 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2059614522/master 2024-11-21T17:35:47,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522 2024-11-21T17:35:47,603 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522 2024-11-21T17:35:47,604 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Set watcher on existing znode=/0-2059614522/master 2024-11-21T17:35:47,604 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2059614522/backup-masters/f3865e8353b4,35457,1732210547515 from backup master directory 2024-11-21T17:35:47,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2059614522/backup-masters/f3865e8353b4,35457,1732210547515 2024-11-21T17:35:47,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522/backup-masters 2024-11-21T17:35:47,604 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522/backup-masters 2024-11-21T17:35:47,604 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:35:47,605 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,35457,1732210547515 2024-11-21T17:35:47,610 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/hbase.id] with ID: 74c0c940-3ac0-4f3a-b12d-249b101d4e3e 2024-11-21T17:35:47,610 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/.tmp/hbase.id 2024-11-21T17:35:47,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:35:48,019 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/.tmp/hbase.id]:[hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/hbase.id] 2024-11-21T17:35:48,026 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:48,026 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:35:48,027 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T17:35:48,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522 2024-11-21T17:35:48,028 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522 2024-11-21T17:35:48,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:35:48,033 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:35:48,033 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:35:48,033 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:48,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:35:48,438 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store 2024-11-21T17:35:48,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:35:48,843 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:48,843 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:35:48,843 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:48,843 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:48,843 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:35:48,843 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:48,843 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:48,843 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210548843Disabling compacts and flushes for region at 1732210548843Disabling writes for close at 1732210548843Writing region close event to WAL at 1732210548843Closed at 1732210548843 2024-11-21T17:35:48,844 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/.initializing 2024-11-21T17:35:48,844 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/WALs/f3865e8353b4,35457,1732210547515 2024-11-21T17:35:48,845 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:35:48,846 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C35457%2C1732210547515, suffix=, logDir=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/WALs/f3865e8353b4,35457,1732210547515, archiveDir=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/oldWALs, maxLogs=10 2024-11-21T17:35:48,859 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/WALs/f3865e8353b4,35457,1732210547515/f3865e8353b4%2C35457%2C1732210547515.1732210548846, exclude list is [], retry=0 2024-11-21T17:35:48,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44943,DS-97d7046d-ccf5-4b2b-b50c-42f47863cbf3,DISK] 2024-11-21T17:35:48,862 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/WALs/f3865e8353b4,35457,1732210547515/f3865e8353b4%2C35457%2C1732210547515.1732210548846 2024-11-21T17:35:48,862 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36257:36257)] 2024-11-21T17:35:48,862 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:48,862 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:48,863 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:48,863 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:48,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:48,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:35:48,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:48,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:48,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:48,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:35:48,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:48,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:48,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:48,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:35:48,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:48,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:48,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:48,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:35:48,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:48,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:48,868 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:48,869 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:48,869 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:48,870 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:48,870 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:48,870 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:48,871 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:48,872 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:48,872 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69789470, jitterRate=0.03994414210319519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:48,873 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210548863Initializing all the Stores at 1732210548863Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210548863Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210548863Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210548863Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210548863Cleaning up temporary data from old regions at 1732210548870 (+7 ms)Region opened successfully at 1732210548873 (+3 ms) 2024-11-21T17:35:48,873 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:35:48,875 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e89e9e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:35:48,876 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:35:48,876 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:35:48,876 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:35:48,876 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:35:48,876 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:35:48,877 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:35:48,877 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:35:48,878 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:35:48,879 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Unable to get data of znode /0-2059614522/balancer because node does not exist (not necessarily an error) 2024-11-21T17:35:48,879 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2059614522/balancer already deleted, retry=false 2024-11-21T17:35:48,880 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:35:48,880 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Unable to get data of znode /0-2059614522/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:35:48,881 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2059614522/normalizer already deleted, retry=false 2024-11-21T17:35:48,881 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:35:48,881 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Unable to get data of znode /0-2059614522/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:35:48,882 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2059614522/switch/split already deleted, retry=false 2024-11-21T17:35:48,883 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Unable to get data of znode /0-2059614522/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:35:48,884 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2059614522/switch/merge already deleted, retry=false 2024-11-21T17:35:48,885 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Unable to get data of znode /0-2059614522/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:35:48,886 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2059614522/snapshot-cleanup already deleted, retry=false 2024-11-21T17:35:48,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2059614522/running 2024-11-21T17:35:48,887 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2059614522/running 2024-11-21T17:35:48,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522 2024-11-21T17:35:48,887 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522 2024-11-21T17:35:48,887 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,35457,1732210547515, sessionid=0x100635ab3c90000, setting cluster-up flag (Was=false) 2024-11-21T17:35:48,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522 2024-11-21T17:35:48,888 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522 2024-11-21T17:35:48,891 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2059614522/flush-table-proc/acquired, /0-2059614522/flush-table-proc/reached, /0-2059614522/flush-table-proc/abort 2024-11-21T17:35:48,892 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,35457,1732210547515 2024-11-21T17:35:48,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522 2024-11-21T17:35:48,893 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522 2024-11-21T17:35:48,896 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2059614522/online-snapshot/acquired, /0-2059614522/online-snapshot/reached, /0-2059614522/online-snapshot/abort 2024-11-21T17:35:48,896 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,35457,1732210547515 2024-11-21T17:35:48,897 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:35:48,899 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:48,899 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:35:48,899 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:35:48,899 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,35457,1732210547515 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:35:48,901 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:48,901 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:48,901 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:48,901 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:48,901 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:35:48,901 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:48,901 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:35:48,901 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:48,903 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210578903 2024-11-21T17:35:48,903 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:35:48,903 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:35:48,903 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:35:48,903 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:35:48,903 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:35:48,903 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:35:48,903 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:48,903 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:48,903 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:35:48,904 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:35:48,904 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:35:48,904 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:35:48,904 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:35:48,904 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:48,904 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:35:48,905 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:35:48,905 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:35:48,905 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210548905,5,FailOnTimeoutGroup] 2024-11-21T17:35:48,909 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210548905,5,FailOnTimeoutGroup] 2024-11-21T17:35:48,909 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:48,909 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:35:48,909 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:48,909 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:48,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:35:48,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:35:48,916 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec 2024-11-21T17:35:48,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741832_1008 (size=32) 2024-11-21T17:35:48,993 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(746): ClusterId : 74c0c940-3ac0-4f3a-b12d-249b101d4e3e 2024-11-21T17:35:48,993 DEBUG [RS:0;f3865e8353b4:38375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:35:48,994 DEBUG [RS:0;f3865e8353b4:38375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:35:48,994 DEBUG [RS:0;f3865e8353b4:38375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:35:48,996 DEBUG [RS:0;f3865e8353b4:38375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:35:48,996 DEBUG [RS:0;f3865e8353b4:38375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff32ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:35:49,011 DEBUG [RS:0;f3865e8353b4:38375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:38375 2024-11-21T17:35:49,011 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:35:49,011 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:35:49,011 DEBUG [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:35:49,011 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,35457,1732210547515 with port=38375, startcode=1732210547571 2024-11-21T17:35:49,012 DEBUG [RS:0;f3865e8353b4:38375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:35:49,017 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:35:49,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,38375,1732210547571 2024-11-21T17:35:49,018 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35457 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,38375,1732210547571 2024-11-21T17:35:49,019 DEBUG [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec 2024-11-21T17:35:49,019 DEBUG [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45911 2024-11-21T17:35:49,019 DEBUG [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:35:49,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522/rs 2024-11-21T17:35:49,020 DEBUG [RS:0;f3865e8353b4:38375 {}] zookeeper.ZKUtil(111): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Set watcher on existing znode=/0-2059614522/rs/f3865e8353b4,38375,1732210547571 2024-11-21T17:35:49,020 WARN [RS:0;f3865e8353b4:38375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:35:49,020 INFO [RS:0;f3865e8353b4:38375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:49,020 DEBUG [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571 2024-11-21T17:35:49,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,38375,1732210547571] 2024-11-21T17:35:49,023 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:35:49,024 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:35:49,024 INFO [RS:0;f3865e8353b4:38375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:35:49,024 INFO [RS:0;f3865e8353b4:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:49,025 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:35:49,025 INFO [RS:0;f3865e8353b4:38375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:35:49,025 INFO [RS:0;f3865e8353b4:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:49,025 DEBUG [RS:0;f3865e8353b4:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:49,026 DEBUG [RS:0;f3865e8353b4:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:49,026 DEBUG [RS:0;f3865e8353b4:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:49,026 DEBUG [RS:0;f3865e8353b4:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:49,026 DEBUG [RS:0;f3865e8353b4:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:49,026 DEBUG [RS:0;f3865e8353b4:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:35:49,026 DEBUG [RS:0;f3865e8353b4:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:49,026 DEBUG [RS:0;f3865e8353b4:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:49,026 DEBUG [RS:0;f3865e8353b4:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:49,026 DEBUG [RS:0;f3865e8353b4:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:49,026 DEBUG [RS:0;f3865e8353b4:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:49,026 DEBUG [RS:0;f3865e8353b4:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:49,026 DEBUG [RS:0;f3865e8353b4:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:35:49,026 DEBUG [RS:0;f3865e8353b4:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:35:49,031 INFO [RS:0;f3865e8353b4:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:49,031 INFO [RS:0;f3865e8353b4:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:49,031 INFO [RS:0;f3865e8353b4:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:49,031 INFO [RS:0;f3865e8353b4:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:49,031 INFO [RS:0;f3865e8353b4:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:49,031 INFO [RS:0;f3865e8353b4:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,38375,1732210547571-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:35:49,045 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:35:49,045 INFO [RS:0;f3865e8353b4:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,38375,1732210547571-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:49,045 INFO [RS:0;f3865e8353b4:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:49,045 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.Replication(171): f3865e8353b4,38375,1732210547571 started 2024-11-21T17:35:49,064 INFO [RS:0;f3865e8353b4:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:49,065 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,38375,1732210547571, RpcServer on f3865e8353b4/172.17.0.2:38375, sessionid=0x100635ab3c90001 2024-11-21T17:35:49,065 DEBUG [RS:0;f3865e8353b4:38375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:35:49,065 DEBUG [RS:0;f3865e8353b4:38375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,38375,1732210547571 2024-11-21T17:35:49,065 DEBUG [RS:0;f3865e8353b4:38375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,38375,1732210547571' 2024-11-21T17:35:49,065 DEBUG [RS:0;f3865e8353b4:38375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2059614522/flush-table-proc/abort' 2024-11-21T17:35:49,065 DEBUG [RS:0;f3865e8353b4:38375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2059614522/flush-table-proc/acquired' 2024-11-21T17:35:49,066 DEBUG [RS:0;f3865e8353b4:38375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:35:49,066 DEBUG [RS:0;f3865e8353b4:38375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:35:49,066 DEBUG [RS:0;f3865e8353b4:38375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,38375,1732210547571 2024-11-21T17:35:49,066 DEBUG [RS:0;f3865e8353b4:38375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,38375,1732210547571' 2024-11-21T17:35:49,066 DEBUG [RS:0;f3865e8353b4:38375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2059614522/online-snapshot/abort' 2024-11-21T17:35:49,066 DEBUG [RS:0;f3865e8353b4:38375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2059614522/online-snapshot/acquired' 2024-11-21T17:35:49,066 DEBUG [RS:0;f3865e8353b4:38375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:35:49,066 INFO [RS:0;f3865e8353b4:38375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:35:49,066 INFO [RS:0;f3865e8353b4:38375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:35:49,167 INFO [RS:0;f3865e8353b4:38375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:35:49,168 INFO [RS:0;f3865e8353b4:38375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C38375%2C1732210547571, suffix=, logDir=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571, archiveDir=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/oldWALs, maxLogs=10 2024-11-21T17:35:49,180 DEBUG [RS:0;f3865e8353b4:38375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168, exclude list is [], retry=0 2024-11-21T17:35:49,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44943,DS-97d7046d-ccf5-4b2b-b50c-42f47863cbf3,DISK] 2024-11-21T17:35:49,183 INFO [RS:0;f3865e8353b4:38375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 2024-11-21T17:35:49,184 DEBUG [RS:0;f3865e8353b4:38375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36257:36257)] 2024-11-21T17:35:49,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:49,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:35:49,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:35:49,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:49,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:49,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:35:49,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:35:49,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:49,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:49,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:35:49,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:35:49,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:49,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:49,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:35:49,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:35:49,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:49,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:49,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:35:49,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740 2024-11-21T17:35:49,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740 2024-11-21T17:35:49,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:35:49,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:35:49,329 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:49,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:35:49,331 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:49,331 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68033688, jitterRate=0.013780951499938965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:49,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210549321Initializing all the Stores at 1732210549322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210549322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210549322Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210549322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210549322Cleaning up temporary data from old regions at 1732210549329 (+7 ms)Region opened successfully at 1732210549331 (+2 ms) 2024-11-21T17:35:49,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:35:49,331 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:35:49,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:35:49,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:35:49,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:35:49,332 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:35:49,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210549331Disabling compacts and flushes for region at 1732210549331Disabling writes for close at 1732210549331Writing region close event to WAL at 1732210549332 (+1 ms)Closed at 1732210549332 2024-11-21T17:35:49,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:49,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:35:49,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:35:49,333 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:35:49,334 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:35:49,484 DEBUG [f3865e8353b4:35457 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:35:49,485 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,38375,1732210547571 2024-11-21T17:35:49,486 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,38375,1732210547571, state=OPENING 2024-11-21T17:35:49,486 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:35:49,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522 2024-11-21T17:35:49,488 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522 2024-11-21T17:35:49,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2059614522/meta-region-server: CHANGED 2024-11-21T17:35:49,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2059614522/meta-region-server: CHANGED 2024-11-21T17:35:49,489 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:35:49,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,38375,1732210547571}] 2024-11-21T17:35:49,641 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:35:49,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:35:49,645 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:35:49,645 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:49,646 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:35:49,650 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C38375%2C1732210547571.meta, suffix=.meta, logDir=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571, archiveDir=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/oldWALs, maxLogs=10 2024-11-21T17:35:49,664 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.meta.1732210549650.meta, exclude list is [], retry=0 2024-11-21T17:35:49,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44943,DS-97d7046d-ccf5-4b2b-b50c-42f47863cbf3,DISK] 2024-11-21T17:35:49,669 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.meta.1732210549650.meta 2024-11-21T17:35:49,673 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36257:36257)] 2024-11-21T17:35:49,673 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:49,673 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:35:49,673 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:35:49,674 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:35:49,674 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:35:49,674 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:35:49,674 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:49,674 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:35:49,674 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:35:49,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:35:49,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:35:49,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:49,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:49,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:35:49,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:35:49,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:49,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:49,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:35:49,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:35:49,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:49,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:49,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:35:49,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:35:49,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:49,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:49,678 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:35:49,678 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740 2024-11-21T17:35:49,679 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740 2024-11-21T17:35:49,679 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:35:49,679 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:35:49,679 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:49,680 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:35:49,681 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62260320, jitterRate=-0.07224893569946289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:49,681 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:35:49,681 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210549674Writing region info on filesystem at 1732210549674Initializing all the Stores at 1732210549675 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210549675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210549675Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210549675Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210549675Cleaning up temporary data from old regions at 1732210549679 (+4 ms)Running coprocessor post-open hooks at 1732210549681 (+2 ms)Region opened successfully at 1732210549681 2024-11-21T17:35:49,682 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210549641 2024-11-21T17:35:49,683 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:35:49,683 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:35:49,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,38375,1732210547571 2024-11-21T17:35:49,684 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,38375,1732210547571, state=OPEN 2024-11-21T17:35:49,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2059614522/meta-region-server 2024-11-21T17:35:49,685 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2059614522/meta-region-server 2024-11-21T17:35:49,685 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,38375,1732210547571 2024-11-21T17:35:49,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2059614522/meta-region-server: CHANGED 2024-11-21T17:35:49,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2059614522/meta-region-server: CHANGED 2024-11-21T17:35:49,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:35:49,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,38375,1732210547571 in 196 msec 2024-11-21T17:35:49,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:35:49,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-21T17:35:49,689 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:49,689 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:35:49,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:49,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,38375,1732210547571, seqNum=-1] 2024-11-21T17:35:49,690 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:49,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:35:49,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 795 msec 2024-11-21T17:35:49,694 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210549694, completionTime=-1 2024-11-21T17:35:49,694 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:35:49,694 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:35:49,696 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:35:49,696 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210609696 2024-11-21T17:35:49,696 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210669696 2024-11-21T17:35:49,696 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T17:35:49,696 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,35457,1732210547515-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:49,696 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,35457,1732210547515-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:49,696 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,35457,1732210547515-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:49,696 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:35457, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:49,696 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:49,696 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:49,698 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:35:49,700 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.095sec 2024-11-21T17:35:49,700 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:35:49,700 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:35:49,700 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:35:49,700 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:35:49,700 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:35:49,700 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,35457,1732210547515-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:35:49,700 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,35457,1732210547515-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:35:49,702 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:35:49,702 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:35:49,702 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,35457,1732210547515-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:49,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f25b769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:49,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,35457,-1 for getting cluster id 2024-11-21T17:35:49,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:49,795 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74c0c940-3ac0-4f3a-b12d-249b101d4e3e' 2024-11-21T17:35:49,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:49,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74c0c940-3ac0-4f3a-b12d-249b101d4e3e" 2024-11-21T17:35:49,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab15043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:49,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,35457,-1] 2024-11-21T17:35:49,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:49,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:49,796 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:49,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39bad9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:49,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:49,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,38375,1732210547571, seqNum=-1] 2024-11-21T17:35:49,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:49,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:35:49,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,35457,1732210547515 2024-11-21T17:35:49,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55155 2024-11-21T17:35:49,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:49,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100635ab3c90002 connected 2024-11-21T17:35:49,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/hadoop.log.dir so I do NOT create it in target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1 2024-11-21T17:35:49,804 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:35:49,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/hadoop.tmp.dir so I do NOT create it in target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1 2024-11-21T17:35:49,804 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:35:49,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1 2024-11-21T17:35:49,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:35:49,804 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/cluster_f2fd96a4-669a-b789-6bf0-18037fce2d7a, deleteOnExit=true 2024-11-21T17:35:49,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:35:49,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/test.cache.data in system properties and HBase conf 2024-11-21T17:35:49,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:35:49,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:35:49,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:35:49,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:35:49,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:35:49,805 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:35:49,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:35:49,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:35:49,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:35:49,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:35:49,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:35:49,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:35:49,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:35:49,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:35:49,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:35:49,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:35:49,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:35:49,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:35:49,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:35:49,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:35:49,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:49,870 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:35:49,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:35:49,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:35:49,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:35:49,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:49,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ef3565e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:35:49,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c38ecdc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:35:49,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@521605cb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/java.io.tmpdir/jetty-localhost-35537-hadoop-hdfs-3_4_1-tests_jar-_-any-16454893425532923170/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:35:49,999 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2832ca2{HTTP/1.1, (http/1.1)}{localhost:35537} 2024-11-21T17:35:50,000 INFO [Time-limited test {}] server.Server(415): Started @255262ms 2024-11-21T17:35:50,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:50,071 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:35:50,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:35:50,073 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:35:50,073 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:35:50,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4be60ff2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:35:50,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@743c2598{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:35:50,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71685ee2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/java.io.tmpdir/jetty-localhost-45823-hadoop-hdfs-3_4_1-tests_jar-_-any-13173379222882236239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:35:50,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c5daad{HTTP/1.1, (http/1.1)}{localhost:45823} 2024-11-21T17:35:50,168 INFO [Time-limited test {}] server.Server(415): Started @255431ms 2024-11-21T17:35:50,169 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:35:50,243 WARN [Thread-3582 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/cluster_f2fd96a4-669a-b789-6bf0-18037fce2d7a/data/data1/current/BP-775168279-172.17.0.2-1732210549823/current, will proceed with Du for space computation calculation, 2024-11-21T17:35:50,243 WARN [Thread-3583 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/cluster_f2fd96a4-669a-b789-6bf0-18037fce2d7a/data/data2/current/BP-775168279-172.17.0.2-1732210549823/current, will proceed with Du for space computation calculation, 2024-11-21T17:35:50,263 WARN [Thread-3570 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:35:50,266 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb409b68b2000ad2 with lease ID 0xbeeb979df72e13ae: Processing first storage report for DS-8b908413-8db6-44ff-ab41-42fa9e3dd065 from datanode DatanodeRegistration(127.0.0.1:42491, datanodeUuid=14da9c54-8a95-4e4f-bc9c-42a8aa3079ee, infoPort=44433, infoSecurePort=0, ipcPort=40177, storageInfo=lv=-57;cid=testClusterID;nsid=1105384115;c=1732210549823) 2024-11-21T17:35:50,266 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb409b68b2000ad2 with lease ID 0xbeeb979df72e13ae: from storage DS-8b908413-8db6-44ff-ab41-42fa9e3dd065 node DatanodeRegistration(127.0.0.1:42491, datanodeUuid=14da9c54-8a95-4e4f-bc9c-42a8aa3079ee, infoPort=44433, infoSecurePort=0, ipcPort=40177, storageInfo=lv=-57;cid=testClusterID;nsid=1105384115;c=1732210549823), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T17:35:50,266 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb409b68b2000ad2 with lease ID 0xbeeb979df72e13ae: Processing first storage report for DS-f94cb230-03c6-4643-8b8b-7bd1f8ad7b6b from datanode DatanodeRegistration(127.0.0.1:42491, datanodeUuid=14da9c54-8a95-4e4f-bc9c-42a8aa3079ee, infoPort=44433, infoSecurePort=0, ipcPort=40177, storageInfo=lv=-57;cid=testClusterID;nsid=1105384115;c=1732210549823) 2024-11-21T17:35:50,266 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb409b68b2000ad2 with lease ID 0xbeeb979df72e13ae: from storage DS-f94cb230-03c6-4643-8b8b-7bd1f8ad7b6b node DatanodeRegistration(127.0.0.1:42491, datanodeUuid=14da9c54-8a95-4e4f-bc9c-42a8aa3079ee, infoPort=44433, infoSecurePort=0, ipcPort=40177, storageInfo=lv=-57;cid=testClusterID;nsid=1105384115;c=1732210549823), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:35:50,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1 2024-11-21T17:35:50,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:50,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:50,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:35:50,308 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09 with version=8 2024-11-21T17:35:50,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/hbase-staging 2024-11-21T17:35:50,311 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:35:50,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:50,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:50,311 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:35:50,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:50,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:35:50,311 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:35:50,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:35:50,311 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40835 2024-11-21T17:35:50,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40835 connecting to ZooKeeper ensemble=127.0.0.1:55155 2024-11-21T17:35:50,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408350x0, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:50,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40835-0x100635ab3c90003 connected 2024-11-21T17:35:50,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:50,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:50,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Set watcher on znode that does not yet exist, /1-1847269891/running 2024-11-21T17:35:50,323 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09, hbase.cluster.distributed=false 2024-11-21T17:35:50,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Set watcher on znode that does not yet exist, /1-1847269891/acl 2024-11-21T17:35:50,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40835 2024-11-21T17:35:50,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40835 2024-11-21T17:35:50,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40835 2024-11-21T17:35:50,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40835 2024-11-21T17:35:50,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40835 2024-11-21T17:35:50,349 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:35:50,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:50,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:50,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:35:50,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:50,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:35:50,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:35:50,349 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:35:50,350 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44335 2024-11-21T17:35:50,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44335 connecting to ZooKeeper ensemble=127.0.0.1:55155 2024-11-21T17:35:50,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:50,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:50,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443350x0, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:50,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443350x0, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Set watcher on znode that does not yet exist, /1-1847269891/running 2024-11-21T17:35:50,358 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:35:50,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44335-0x100635ab3c90004 connected 2024-11-21T17:35:50,361 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:35:50,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Set watcher on znode that does not yet exist, /1-1847269891/master 2024-11-21T17:35:50,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Set watcher on znode that does not yet exist, /1-1847269891/acl 2024-11-21T17:35:50,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44335 2024-11-21T17:35:50,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44335 2024-11-21T17:35:50,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44335 2024-11-21T17:35:50,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44335 2024-11-21T17:35:50,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44335 2024-11-21T17:35:50,384 DEBUG [M:0;f3865e8353b4:40835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:40835 2024-11-21T17:35:50,384 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1847269891/backup-masters/f3865e8353b4,40835,1732210550310 2024-11-21T17:35:50,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891/backup-masters 2024-11-21T17:35:50,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891/backup-masters 2024-11-21T17:35:50,386 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Set watcher on existing znode=/1-1847269891/backup-masters/f3865e8353b4,40835,1732210550310 2024-11-21T17:35:50,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1847269891/master 2024-11-21T17:35:50,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891 2024-11-21T17:35:50,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891 2024-11-21T17:35:50,387 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Set watcher on existing znode=/1-1847269891/master 2024-11-21T17:35:50,387 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1847269891/backup-masters/f3865e8353b4,40835,1732210550310 from backup master directory 2024-11-21T17:35:50,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1847269891/backup-masters/f3865e8353b4,40835,1732210550310 2024-11-21T17:35:50,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891/backup-masters 2024-11-21T17:35:50,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891/backup-masters 2024-11-21T17:35:50,387 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:35:50,387 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,40835,1732210550310 2024-11-21T17:35:50,394 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/hbase.id] with ID: 1d1d1168-15b4-458f-b798-97fde44f49ef 2024-11-21T17:35:50,394 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/.tmp/hbase.id 2024-11-21T17:35:50,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:35:50,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T17:35:50,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:35:50,802 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/.tmp/hbase.id]:[hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/hbase.id] 2024-11-21T17:35:50,810 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:50,810 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:35:50,811 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T17:35:50,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891 2024-11-21T17:35:50,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891 2024-11-21T17:35:50,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:35:51,220 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:35:51,221 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:35:51,222 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:51,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:35:51,627 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store 2024-11-21T17:35:51,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:35:52,032 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:52,032 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:35:52,032 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:52,032 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:52,032 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:35:52,032 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:52,032 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:52,032 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210552032Disabling compacts and flushes for region at 1732210552032Disabling writes for close at 1732210552032Writing region close event to WAL at 1732210552032Closed at 1732210552032 2024-11-21T17:35:52,033 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/.initializing 2024-11-21T17:35:52,033 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/WALs/f3865e8353b4,40835,1732210550310 2024-11-21T17:35:52,033 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:35:52,034 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C40835%2C1732210550310, suffix=, logDir=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/WALs/f3865e8353b4,40835,1732210550310, archiveDir=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/oldWALs, maxLogs=10 2024-11-21T17:35:52,050 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/WALs/f3865e8353b4,40835,1732210550310/f3865e8353b4%2C40835%2C1732210550310.1732210552034, exclude list is [], retry=0 2024-11-21T17:35:52,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-8b908413-8db6-44ff-ab41-42fa9e3dd065,DISK] 2024-11-21T17:35:52,053 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/WALs/f3865e8353b4,40835,1732210550310/f3865e8353b4%2C40835%2C1732210550310.1732210552034 2024-11-21T17:35:52,053 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44433:44433)] 2024-11-21T17:35:52,053 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:52,054 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:52,054 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:52,054 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:52,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:52,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:35:52,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:52,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:52,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:52,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:35:52,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:52,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:52,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:52,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:35:52,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:52,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:52,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:52,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:35:52,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:52,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:52,060 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:52,060 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:52,060 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:52,061 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:52,061 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:52,061 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:52,062 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:52,063 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:52,064 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64430330, jitterRate=-0.03991326689720154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:52,064 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210552054Initializing all the Stores at 1732210552055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210552055Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210552055Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210552055Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210552055Cleaning up temporary data from old regions at 1732210552061 (+6 ms)Region opened successfully at 1732210552064 (+3 ms) 2024-11-21T17:35:52,064 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:35:52,066 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71dc95ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:35:52,066 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:35:52,067 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:35:52,067 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:35:52,067 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:35:52,067 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:35:52,067 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:35:52,067 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:35:52,069 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:35:52,069 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Unable to get data of znode /1-1847269891/balancer because node does not exist (not necessarily an error) 2024-11-21T17:35:52,070 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1847269891/balancer already deleted, retry=false 2024-11-21T17:35:52,070 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:35:52,070 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Unable to get data of znode /1-1847269891/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:35:52,071 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1847269891/normalizer already deleted, retry=false 2024-11-21T17:35:52,071 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:35:52,072 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Unable to get data of znode /1-1847269891/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:35:52,072 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1847269891/switch/split already deleted, retry=false 2024-11-21T17:35:52,073 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Unable to get data of znode /1-1847269891/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:35:52,073 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1847269891/switch/merge already deleted, retry=false 2024-11-21T17:35:52,074 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Unable to get data of znode /1-1847269891/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:35:52,075 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1847269891/snapshot-cleanup already deleted, retry=false 2024-11-21T17:35:52,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1847269891/running 2024-11-21T17:35:52,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1847269891/running 2024-11-21T17:35:52,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891 2024-11-21T17:35:52,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891 2024-11-21T17:35:52,081 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,40835,1732210550310, sessionid=0x100635ab3c90003, setting cluster-up flag (Was=false) 2024-11-21T17:35:52,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891 2024-11-21T17:35:52,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891 2024-11-21T17:35:52,084 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1847269891/flush-table-proc/acquired, /1-1847269891/flush-table-proc/reached, /1-1847269891/flush-table-proc/abort 2024-11-21T17:35:52,085 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,40835,1732210550310 2024-11-21T17:35:52,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891 2024-11-21T17:35:52,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891 2024-11-21T17:35:52,089 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1847269891/online-snapshot/acquired, /1-1847269891/online-snapshot/reached, /1-1847269891/online-snapshot/abort 2024-11-21T17:35:52,090 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,40835,1732210550310 2024-11-21T17:35:52,090 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:35:52,091 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:52,092 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:35:52,092 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:35:52,092 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,40835,1732210550310 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:35:52,093 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:52,093 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:52,093 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:52,093 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:52,093 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:35:52,093 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:52,093 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:35:52,093 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:52,098 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210582098 2024-11-21T17:35:52,098 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:35:52,098 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:35:52,098 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:35:52,098 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:35:52,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:52,098 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:35:52,098 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:35:52,098 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:35:52,098 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:52,098 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:35:52,098 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:35:52,098 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:35:52,098 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:35:52,099 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:35:52,099 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:35:52,099 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:52,099 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210552099,5,FailOnTimeoutGroup] 2024-11-21T17:35:52,099 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210552099,5,FailOnTimeoutGroup] 2024-11-21T17:35:52,099 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:52,099 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:35:52,099 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:35:52,099 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:52,099 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:52,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:35:52,176 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(746): ClusterId : 1d1d1168-15b4-458f-b798-97fde44f49ef 2024-11-21T17:35:52,176 DEBUG [RS:0;f3865e8353b4:44335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:35:52,177 DEBUG [RS:0;f3865e8353b4:44335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:35:52,177 DEBUG [RS:0;f3865e8353b4:44335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:35:52,179 DEBUG [RS:0;f3865e8353b4:44335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:35:52,179 DEBUG [RS:0;f3865e8353b4:44335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b58b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:35:52,191 DEBUG [RS:0;f3865e8353b4:44335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:44335 2024-11-21T17:35:52,191 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:35:52,191 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:35:52,191 DEBUG [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:35:52,192 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,40835,1732210550310 with port=44335, startcode=1732210550349 2024-11-21T17:35:52,192 DEBUG [RS:0;f3865e8353b4:44335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:35:52,193 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:35:52,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,44335,1732210550349 2024-11-21T17:35:52,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40835 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,44335,1732210550349 2024-11-21T17:35:52,194 DEBUG [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09 2024-11-21T17:35:52,194 DEBUG [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36167 2024-11-21T17:35:52,194 DEBUG [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:35:52,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891/rs 2024-11-21T17:35:52,197 DEBUG [RS:0;f3865e8353b4:44335 {}] zookeeper.ZKUtil(111): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Set watcher on existing znode=/1-1847269891/rs/f3865e8353b4,44335,1732210550349 2024-11-21T17:35:52,197 WARN [RS:0;f3865e8353b4:44335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:35:52,197 INFO [RS:0;f3865e8353b4:44335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:52,197 DEBUG [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349 2024-11-21T17:35:52,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,44335,1732210550349] 2024-11-21T17:35:52,199 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:35:52,200 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:35:52,201 INFO [RS:0;f3865e8353b4:44335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:35:52,201 INFO [RS:0;f3865e8353b4:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:52,201 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:35:52,201 INFO [RS:0;f3865e8353b4:44335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:35:52,201 INFO [RS:0;f3865e8353b4:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:52,201 DEBUG [RS:0;f3865e8353b4:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:52,201 DEBUG [RS:0;f3865e8353b4:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:52,201 DEBUG [RS:0;f3865e8353b4:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:52,201 DEBUG [RS:0;f3865e8353b4:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:52,202 DEBUG [RS:0;f3865e8353b4:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:52,202 DEBUG [RS:0;f3865e8353b4:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:35:52,202 DEBUG [RS:0;f3865e8353b4:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:52,202 DEBUG [RS:0;f3865e8353b4:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:52,202 DEBUG [RS:0;f3865e8353b4:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:52,202 DEBUG [RS:0;f3865e8353b4:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:52,202 DEBUG [RS:0;f3865e8353b4:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:52,202 DEBUG [RS:0;f3865e8353b4:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:52,202 DEBUG [RS:0;f3865e8353b4:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:35:52,202 DEBUG [RS:0;f3865e8353b4:44335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:35:52,205 INFO [RS:0;f3865e8353b4:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:52,205 INFO [RS:0;f3865e8353b4:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:52,205 INFO [RS:0;f3865e8353b4:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:52,205 INFO [RS:0;f3865e8353b4:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:52,205 INFO [RS:0;f3865e8353b4:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:52,205 INFO [RS:0;f3865e8353b4:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,44335,1732210550349-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:35:52,223 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:35:52,223 INFO [RS:0;f3865e8353b4:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,44335,1732210550349-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:52,223 INFO [RS:0;f3865e8353b4:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:52,223 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.Replication(171): f3865e8353b4,44335,1732210550349 started 2024-11-21T17:35:52,239 INFO [RS:0;f3865e8353b4:44335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:52,239 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,44335,1732210550349, RpcServer on f3865e8353b4/172.17.0.2:44335, sessionid=0x100635ab3c90004 2024-11-21T17:35:52,239 DEBUG [RS:0;f3865e8353b4:44335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:35:52,239 DEBUG [RS:0;f3865e8353b4:44335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,44335,1732210550349 2024-11-21T17:35:52,239 DEBUG [RS:0;f3865e8353b4:44335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,44335,1732210550349' 2024-11-21T17:35:52,239 DEBUG [RS:0;f3865e8353b4:44335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1847269891/flush-table-proc/abort' 2024-11-21T17:35:52,240 DEBUG [RS:0;f3865e8353b4:44335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1847269891/flush-table-proc/acquired' 2024-11-21T17:35:52,240 DEBUG [RS:0;f3865e8353b4:44335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:35:52,240 DEBUG [RS:0;f3865e8353b4:44335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:35:52,240 DEBUG [RS:0;f3865e8353b4:44335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,44335,1732210550349 2024-11-21T17:35:52,240 DEBUG [RS:0;f3865e8353b4:44335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,44335,1732210550349' 2024-11-21T17:35:52,240 DEBUG [RS:0;f3865e8353b4:44335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1847269891/online-snapshot/abort' 2024-11-21T17:35:52,240 DEBUG [RS:0;f3865e8353b4:44335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1847269891/online-snapshot/acquired' 2024-11-21T17:35:52,240 DEBUG [RS:0;f3865e8353b4:44335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:35:52,240 INFO [RS:0;f3865e8353b4:44335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:35:52,241 INFO [RS:0;f3865e8353b4:44335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:35:52,341 INFO [RS:0;f3865e8353b4:44335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:35:52,342 INFO [RS:0;f3865e8353b4:44335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C44335%2C1732210550349, suffix=, logDir=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349, archiveDir=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/oldWALs, maxLogs=10 2024-11-21T17:35:52,354 DEBUG [RS:0;f3865e8353b4:44335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342, exclude list is [], retry=0 2024-11-21T17:35:52,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-8b908413-8db6-44ff-ab41-42fa9e3dd065,DISK] 2024-11-21T17:35:52,357 INFO [RS:0;f3865e8353b4:44335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 2024-11-21T17:35:52,357 DEBUG [RS:0;f3865e8353b4:44335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44433:44433)] 2024-11-21T17:35:52,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:35:52,507 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09 2024-11-21T17:35:52,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741833_1009 (size=32) 2024-11-21T17:35:52,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:52,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:35:52,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:35:52,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:52,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:52,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:35:52,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:35:52,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:52,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:52,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:35:52,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:35:52,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:52,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:52,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:35:52,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:35:52,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:52,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:52,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:35:52,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740 2024-11-21T17:35:52,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740 2024-11-21T17:35:52,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:35:52,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:35:52,918 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:52,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:35:52,920 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:52,920 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72803332, jitterRate=0.08485418558120728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:52,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210552912Initializing all the Stores at 1732210552912Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210552912Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210552912Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210552912Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210552912Cleaning up temporary data from old regions at 1732210552918 (+6 ms)Region opened successfully at 1732210552920 (+2 ms) 2024-11-21T17:35:52,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:35:52,920 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:35:52,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:35:52,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:35:52,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:35:52,920 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:35:52,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210552920Disabling compacts and flushes for region at 1732210552920Disabling writes for close at 1732210552920Writing region close event to WAL at 1732210552920Closed at 1732210552920 2024-11-21T17:35:52,921 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:52,921 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:35:52,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:35:52,922 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:35:52,922 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:35:53,072 DEBUG [f3865e8353b4:40835 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:35:53,073 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,44335,1732210550349 2024-11-21T17:35:53,073 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,44335,1732210550349, state=OPENING 2024-11-21T17:35:53,074 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:35:53,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891 2024-11-21T17:35:53,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891 2024-11-21T17:35:53,075 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:35:53,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1847269891/meta-region-server: CHANGED 2024-11-21T17:35:53,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1847269891/meta-region-server: CHANGED 2024-11-21T17:35:53,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,44335,1732210550349}] 2024-11-21T17:35:53,227 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:35:53,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:35:53,231 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:35:53,231 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:53,231 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:35:53,232 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C44335%2C1732210550349.meta, suffix=.meta, logDir=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349, archiveDir=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/oldWALs, maxLogs=10 2024-11-21T17:35:53,245 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.meta.1732210553232.meta, exclude list is [], retry=0 2024-11-21T17:35:53,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-8b908413-8db6-44ff-ab41-42fa9e3dd065,DISK] 2024-11-21T17:35:53,248 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.meta.1732210553232.meta 2024-11-21T17:35:53,248 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44433:44433)] 2024-11-21T17:35:53,249 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:53,249 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:35:53,249 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:35:53,249 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:35:53,249 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:35:53,249 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:35:53,249 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:53,249 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:35:53,249 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:35:53,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:35:53,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:35:53,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:53,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:53,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:35:53,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:35:53,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:53,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:53,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:35:53,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:35:53,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:53,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:53,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:35:53,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:35:53,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:53,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:53,254 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:35:53,254 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740 2024-11-21T17:35:53,255 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740 2024-11-21T17:35:53,255 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:35:53,255 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:35:53,256 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:53,256 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:35:53,257 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60644293, jitterRate=-0.09632961452007294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:53,257 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:35:53,257 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210553249Writing region info on filesystem at 1732210553249Initializing all the Stores at 1732210553250 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210553250Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210553250Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210553250Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210553250Cleaning up temporary data from old regions at 1732210553255 (+5 ms)Running coprocessor post-open hooks at 1732210553257 (+2 ms)Region opened successfully at 1732210553257 2024-11-21T17:35:53,258 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210553227 2024-11-21T17:35:53,259 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:35:53,259 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:35:53,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,44335,1732210550349 2024-11-21T17:35:53,260 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,44335,1732210550349, state=OPEN 2024-11-21T17:35:53,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1847269891/meta-region-server 2024-11-21T17:35:53,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1847269891/meta-region-server 2024-11-21T17:35:53,261 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,44335,1732210550349 2024-11-21T17:35:53,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1847269891/meta-region-server: CHANGED 2024-11-21T17:35:53,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1847269891/meta-region-server: CHANGED 2024-11-21T17:35:53,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:35:53,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,44335,1732210550349 in 186 msec 2024-11-21T17:35:53,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:35:53,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 342 msec 2024-11-21T17:35:53,264 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:53,264 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:35:53,265 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:53,265 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44335,1732210550349, seqNum=-1] 2024-11-21T17:35:53,265 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:53,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:35:53,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1780 sec 2024-11-21T17:35:53,270 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210553270, completionTime=-1 2024-11-21T17:35:53,270 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:35:53,271 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:35:53,272 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:35:53,272 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210613272 2024-11-21T17:35:53,272 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210673272 2024-11-21T17:35:53,272 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T17:35:53,272 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,40835,1732210550310-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:53,272 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,40835,1732210550310-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:53,273 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,40835,1732210550310-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:53,273 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:40835, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:53,273 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:53,273 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:53,274 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:35:53,276 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.888sec 2024-11-21T17:35:53,276 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:35:53,276 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:35:53,276 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:35:53,276 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:35:53,276 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:35:53,276 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,40835,1732210550310-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:35:53,276 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,40835,1732210550310-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:35:53,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9b003e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:53,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,40835,-1 for getting cluster id 2024-11-21T17:35:53,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:53,278 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:35:53,278 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:35:53,278 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,40835,1732210550310-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:53,278 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d1d1168-15b4-458f-b798-97fde44f49ef' 2024-11-21T17:35:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d1d1168-15b4-458f-b798-97fde44f49ef" 2024-11-21T17:35:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c3d53c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,40835,-1] 2024-11-21T17:35:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:53,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:53,280 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:53,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139d95e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:53,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44335,1732210550349, seqNum=-1] 2024-11-21T17:35:53,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:53,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:35:53,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,40835,1732210550310 2024-11-21T17:35:53,284 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55155 2024-11-21T17:35:53,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:53,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/hadoop.log.dir so I do NOT create it in target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70 2024-11-21T17:35:53,289 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:35:53,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/hadoop.tmp.dir so I do NOT create it in target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70 2024-11-21T17:35:53,289 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:35:53,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70 2024-11-21T17:35:53,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100635ab3c90005 connected 2024-11-21T17:35:53,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:35:53,289 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/cluster_3012e078-1287-c725-3e77-0bb936ba67f6, deleteOnExit=true 2024-11-21T17:35:53,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:35:53,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/test.cache.data in system properties and HBase conf 2024-11-21T17:35:53,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:35:53,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:35:53,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:35:53,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:35:53,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:35:53,291 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:35:53,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:35:53,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:35:53,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:35:53,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:35:53,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:35:53,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:35:53,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:35:53,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:35:53,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:35:53,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:35:53,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:35:53,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:35:53,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:35:53,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:35:53,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:53,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:35:53,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:35:53,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:35:53,366 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T17:35:53,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:53,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58beb4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:35:53,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67144959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:35:53,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fbefb74{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/java.io.tmpdir/jetty-localhost-43413-hadoop-hdfs-3_4_1-tests_jar-_-any-18357126169304107614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:35:53,464 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@193535bb{HTTP/1.1, (http/1.1)}{localhost:43413} 2024-11-21T17:35:53,464 INFO [Time-limited test {}] server.Server(415): Started @258727ms 2024-11-21T17:35:53,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:35:53,518 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:35:53,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:35:53,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:35:53,520 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T17:35:53,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65bd3d89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:35:53,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11ad6ca6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:35:53,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@451a803b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/java.io.tmpdir/jetty-localhost-39367-hadoop-hdfs-3_4_1-tests_jar-_-any-8453221681048720681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:35:53,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f56c3e7{HTTP/1.1, (http/1.1)}{localhost:39367} 2024-11-21T17:35:53,623 INFO [Time-limited test {}] server.Server(415): Started @258885ms 2024-11-21T17:35:53,624 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:35:53,913 WARN [Thread-3703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/cluster_3012e078-1287-c725-3e77-0bb936ba67f6/data/data2/current/BP-261264624-172.17.0.2-1732210553313/current, will proceed with Du for space computation calculation, 2024-11-21T17:35:53,913 WARN [Thread-3702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/cluster_3012e078-1287-c725-3e77-0bb936ba67f6/data/data1/current/BP-261264624-172.17.0.2-1732210553313/current, will proceed with Du for space computation calculation, 2024-11-21T17:35:53,932 WARN [Thread-3690 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:35:53,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90f3fcad2cd46a4c with lease ID 0xf6a3375f7795af4d: Processing first storage report for DS-3cf90774-3fed-420b-a219-a624135e404c from datanode DatanodeRegistration(127.0.0.1:34213, datanodeUuid=19125ed1-96a8-4532-a49d-6cd5fa914a6b, infoPort=39117, infoSecurePort=0, ipcPort=46679, storageInfo=lv=-57;cid=testClusterID;nsid=1103274851;c=1732210553313) 2024-11-21T17:35:53,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90f3fcad2cd46a4c with lease ID 0xf6a3375f7795af4d: from storage DS-3cf90774-3fed-420b-a219-a624135e404c node DatanodeRegistration(127.0.0.1:34213, datanodeUuid=19125ed1-96a8-4532-a49d-6cd5fa914a6b, infoPort=39117, infoSecurePort=0, ipcPort=46679, storageInfo=lv=-57;cid=testClusterID;nsid=1103274851;c=1732210553313), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:35:53,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90f3fcad2cd46a4c with lease ID 0xf6a3375f7795af4d: Processing first storage report for DS-5b9501de-2bdf-4505-b61f-9f4a485095d0 from datanode DatanodeRegistration(127.0.0.1:34213, datanodeUuid=19125ed1-96a8-4532-a49d-6cd5fa914a6b, infoPort=39117, infoSecurePort=0, ipcPort=46679, storageInfo=lv=-57;cid=testClusterID;nsid=1103274851;c=1732210553313) 2024-11-21T17:35:53,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90f3fcad2cd46a4c with lease ID 0xf6a3375f7795af4d: from storage DS-5b9501de-2bdf-4505-b61f-9f4a485095d0 node DatanodeRegistration(127.0.0.1:34213, datanodeUuid=19125ed1-96a8-4532-a49d-6cd5fa914a6b, infoPort=39117, infoSecurePort=0, ipcPort=46679, storageInfo=lv=-57;cid=testClusterID;nsid=1103274851;c=1732210553313), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:35:53,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70 2024-11-21T17:35:53,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:53,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:53,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:35:54,365 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047 with version=8 2024-11-21T17:35:54,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/hbase-staging 2024-11-21T17:35:54,367 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:35:54,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:54,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:54,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:35:54,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:54,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:35:54,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:35:54,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:35:54,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43967 2024-11-21T17:35:54,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43967 connecting to ZooKeeper ensemble=127.0.0.1:55155 2024-11-21T17:35:54,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439670x0, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:54,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43967-0x100635ab3c90006 connected 2024-11-21T17:35:54,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:54,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:54,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Set watcher on znode that does not yet exist, /2-224253470/running 2024-11-21T17:35:54,380 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047, hbase.cluster.distributed=false 2024-11-21T17:35:54,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Set watcher on znode that does not yet exist, /2-224253470/acl 2024-11-21T17:35:54,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43967 2024-11-21T17:35:54,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43967 2024-11-21T17:35:54,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43967 2024-11-21T17:35:54,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43967 2024-11-21T17:35:54,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43967 2024-11-21T17:35:54,396 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:35:54,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:54,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:54,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:35:54,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:35:54,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:35:54,396 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:35:54,396 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:35:54,396 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41985 2024-11-21T17:35:54,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41985 connecting to ZooKeeper ensemble=127.0.0.1:55155 2024-11-21T17:35:54,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:54,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:54,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419850x0, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:54,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419850x0, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Set watcher on znode that does not yet exist, /2-224253470/running 2024-11-21T17:35:54,403 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:35:54,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41985-0x100635ab3c90007 connected 2024-11-21T17:35:54,405 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:35:54,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Set watcher on znode that does not yet exist, /2-224253470/master 2024-11-21T17:35:54,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Set watcher on znode that does not yet exist, /2-224253470/acl 2024-11-21T17:35:54,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41985 2024-11-21T17:35:54,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41985 2024-11-21T17:35:54,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41985 2024-11-21T17:35:54,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41985 2024-11-21T17:35:54,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41985 2024-11-21T17:35:54,432 DEBUG [M:0;f3865e8353b4:43967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:43967 2024-11-21T17:35:54,432 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-224253470/backup-masters/f3865e8353b4,43967,1732210554367 2024-11-21T17:35:54,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470/backup-masters 2024-11-21T17:35:54,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470/backup-masters 2024-11-21T17:35:54,433 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Set watcher on existing znode=/2-224253470/backup-masters/f3865e8353b4,43967,1732210554367 2024-11-21T17:35:54,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-224253470/master 2024-11-21T17:35:54,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:35:54,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:35:54,434 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Set watcher on existing znode=/2-224253470/master 2024-11-21T17:35:54,434 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-224253470/backup-masters/f3865e8353b4,43967,1732210554367 from backup master directory 2024-11-21T17:35:54,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-224253470/backup-masters/f3865e8353b4,43967,1732210554367 2024-11-21T17:35:54,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470/backup-masters 2024-11-21T17:35:54,435 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:35:54,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470/backup-masters 2024-11-21T17:35:54,435 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,43967,1732210554367 2024-11-21T17:35:54,438 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/hbase.id] with ID: 4bf1b620-0f52-4b4d-a1f3-83ff0c8d6a9b 2024-11-21T17:35:54,438 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/.tmp/hbase.id 2024-11-21T17:35:54,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:35:54,844 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/.tmp/hbase.id]:[hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/hbase.id] 2024-11-21T17:35:54,851 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:35:54,852 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:35:54,852 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T17:35:54,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:35:54,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:35:54,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:35:55,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:35:55,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:55,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:55,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:55,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:55,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:55,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:55,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:55,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:55,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:55,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:55,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:55,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:55,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:55,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:55,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:35:55,275 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:35:55,276 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:35:55,276 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:55,280 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:35:55,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:35:55,682 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store 2024-11-21T17:35:55,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:35:56,088 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:56,088 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:35:56,088 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:56,088 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:56,088 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:35:56,088 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:56,088 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:35:56,088 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210556088Disabling compacts and flushes for region at 1732210556088Disabling writes for close at 1732210556088Writing region close event to WAL at 1732210556088Closed at 1732210556088 2024-11-21T17:35:56,089 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/.initializing 2024-11-21T17:35:56,089 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/WALs/f3865e8353b4,43967,1732210554367 2024-11-21T17:35:56,090 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:35:56,091 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C43967%2C1732210554367, suffix=, logDir=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/WALs/f3865e8353b4,43967,1732210554367, archiveDir=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/oldWALs, maxLogs=10 2024-11-21T17:35:56,105 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/WALs/f3865e8353b4,43967,1732210554367/f3865e8353b4%2C43967%2C1732210554367.1732210556091, exclude list is [], retry=0 2024-11-21T17:35:56,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34213,DS-3cf90774-3fed-420b-a219-a624135e404c,DISK] 2024-11-21T17:35:56,108 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/WALs/f3865e8353b4,43967,1732210554367/f3865e8353b4%2C43967%2C1732210554367.1732210556091 2024-11-21T17:35:56,108 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39117:39117)] 2024-11-21T17:35:56,108 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:56,108 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:56,109 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:56,109 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:56,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:56,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:35:56,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:56,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:56,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:56,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:35:56,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:56,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:56,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:56,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:35:56,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:56,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:56,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:56,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:35:56,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:56,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:56,114 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:56,114 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:56,114 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:56,115 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:56,115 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:56,116 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:56,116 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:35:56,118 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:56,118 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63236826, jitterRate=-0.05769786238670349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:56,118 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210556109Initializing all the Stores at 1732210556109Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210556109Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210556109Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210556109Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210556109Cleaning up temporary data from old regions at 1732210556115 (+6 ms)Region opened successfully at 1732210556118 (+3 ms) 2024-11-21T17:35:56,118 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:35:56,120 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3122968e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:35:56,121 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:35:56,121 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:35:56,121 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:35:56,121 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:35:56,122 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:35:56,122 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:35:56,122 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:35:56,124 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:35:56,124 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Unable to get data of znode /2-224253470/balancer because node does not exist (not necessarily an error) 2024-11-21T17:35:56,125 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-224253470/balancer already deleted, retry=false 2024-11-21T17:35:56,125 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:35:56,125 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Unable to get data of znode /2-224253470/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:35:56,126 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-224253470/normalizer already deleted, retry=false 2024-11-21T17:35:56,126 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:35:56,127 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Unable to get data of znode /2-224253470/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:35:56,127 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-224253470/switch/split already deleted, retry=false 2024-11-21T17:35:56,127 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Unable to get data of znode /2-224253470/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:35:56,128 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-224253470/switch/merge already deleted, retry=false 2024-11-21T17:35:56,129 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Unable to get data of znode /2-224253470/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:35:56,130 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-224253470/snapshot-cleanup already deleted, retry=false 2024-11-21T17:35:56,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-224253470/running 2024-11-21T17:35:56,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-224253470/running 2024-11-21T17:35:56,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:35:56,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:35:56,131 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,43967,1732210554367, sessionid=0x100635ab3c90006, setting cluster-up flag (Was=false) 2024-11-21T17:35:56,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:35:56,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:35:56,134 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-224253470/flush-table-proc/acquired, /2-224253470/flush-table-proc/reached, /2-224253470/flush-table-proc/abort 2024-11-21T17:35:56,134 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,43967,1732210554367 2024-11-21T17:35:56,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:35:56,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:35:56,138 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-224253470/online-snapshot/acquired, /2-224253470/online-snapshot/reached, /2-224253470/online-snapshot/abort 2024-11-21T17:35:56,138 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,43967,1732210554367 2024-11-21T17:35:56,139 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:35:56,140 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:56,140 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:35:56,140 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:35:56,140 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,43967,1732210554367 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:35:56,141 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:56,141 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:56,141 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:56,142 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:35:56,142 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:35:56,142 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:56,142 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:35:56,142 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:56,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:56,146 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:35:56,147 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:56,147 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:35:56,149 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210586149 2024-11-21T17:35:56,150 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:35:56,150 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:35:56,150 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:35:56,150 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:35:56,150 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:35:56,150 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:35:56,150 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:56,150 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:35:56,150 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:35:56,150 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:35:56,150 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:35:56,151 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:35:56,151 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:35:56,151 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210556151,5,FailOnTimeoutGroup] 2024-11-21T17:35:56,151 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210556151,5,FailOnTimeoutGroup] 2024-11-21T17:35:56,151 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:56,151 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:35:56,151 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:56,151 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:56,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:35:56,224 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(746): ClusterId : 4bf1b620-0f52-4b4d-a1f3-83ff0c8d6a9b 2024-11-21T17:35:56,224 DEBUG [RS:0;f3865e8353b4:41985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:35:56,225 DEBUG [RS:0;f3865e8353b4:41985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:35:56,225 DEBUG [RS:0;f3865e8353b4:41985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:35:56,226 DEBUG [RS:0;f3865e8353b4:41985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:35:56,226 DEBUG [RS:0;f3865e8353b4:41985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e655d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:35:56,240 DEBUG [RS:0;f3865e8353b4:41985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:41985 2024-11-21T17:35:56,240 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:35:56,240 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:35:56,240 DEBUG [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:35:56,241 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,43967,1732210554367 with port=41985, startcode=1732210554395 2024-11-21T17:35:56,241 DEBUG [RS:0;f3865e8353b4:41985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:35:56,243 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:35:56,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,41985,1732210554395 2024-11-21T17:35:56,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43967 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,41985,1732210554395 2024-11-21T17:35:56,244 DEBUG [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047 2024-11-21T17:35:56,244 DEBUG [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39035 2024-11-21T17:35:56,244 DEBUG [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:35:56,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470/rs 2024-11-21T17:35:56,246 DEBUG [RS:0;f3865e8353b4:41985 {}] zookeeper.ZKUtil(111): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Set watcher on existing znode=/2-224253470/rs/f3865e8353b4,41985,1732210554395 2024-11-21T17:35:56,246 WARN [RS:0;f3865e8353b4:41985 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:35:56,246 INFO [RS:0;f3865e8353b4:41985 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:56,247 DEBUG [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395 2024-11-21T17:35:56,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,41985,1732210554395] 2024-11-21T17:35:56,249 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:35:56,264 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:35:56,265 INFO [RS:0;f3865e8353b4:41985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:35:56,265 INFO [RS:0;f3865e8353b4:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:56,265 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:35:56,266 INFO [RS:0;f3865e8353b4:41985 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:35:56,266 INFO [RS:0;f3865e8353b4:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:56,266 DEBUG [RS:0;f3865e8353b4:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:56,266 DEBUG [RS:0;f3865e8353b4:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:56,266 DEBUG [RS:0;f3865e8353b4:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:56,266 DEBUG [RS:0;f3865e8353b4:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:56,266 DEBUG [RS:0;f3865e8353b4:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:56,266 DEBUG [RS:0;f3865e8353b4:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:35:56,266 DEBUG [RS:0;f3865e8353b4:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:56,266 DEBUG [RS:0;f3865e8353b4:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:56,266 DEBUG [RS:0;f3865e8353b4:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:56,266 DEBUG [RS:0;f3865e8353b4:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:56,266 DEBUG [RS:0;f3865e8353b4:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:56,266 DEBUG [RS:0;f3865e8353b4:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:35:56,266 DEBUG [RS:0;f3865e8353b4:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:35:56,266 DEBUG [RS:0;f3865e8353b4:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:35:56,266 INFO [RS:0;f3865e8353b4:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:56,266 INFO [RS:0;f3865e8353b4:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:56,267 INFO [RS:0;f3865e8353b4:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:56,267 INFO [RS:0;f3865e8353b4:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:56,267 INFO [RS:0;f3865e8353b4:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:56,267 INFO [RS:0;f3865e8353b4:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41985,1732210554395-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:35:56,279 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:35:56,280 INFO [RS:0;f3865e8353b4:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41985,1732210554395-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:56,280 INFO [RS:0;f3865e8353b4:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:56,280 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.Replication(171): f3865e8353b4,41985,1732210554395 started 2024-11-21T17:35:56,292 INFO [RS:0;f3865e8353b4:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:56,292 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,41985,1732210554395, RpcServer on f3865e8353b4/172.17.0.2:41985, sessionid=0x100635ab3c90007 2024-11-21T17:35:56,292 DEBUG [RS:0;f3865e8353b4:41985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:35:56,292 DEBUG [RS:0;f3865e8353b4:41985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,41985,1732210554395 2024-11-21T17:35:56,292 DEBUG [RS:0;f3865e8353b4:41985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,41985,1732210554395' 2024-11-21T17:35:56,292 DEBUG [RS:0;f3865e8353b4:41985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-224253470/flush-table-proc/abort' 2024-11-21T17:35:56,292 DEBUG [RS:0;f3865e8353b4:41985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-224253470/flush-table-proc/acquired' 2024-11-21T17:35:56,293 DEBUG [RS:0;f3865e8353b4:41985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:35:56,293 DEBUG [RS:0;f3865e8353b4:41985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:35:56,293 DEBUG [RS:0;f3865e8353b4:41985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,41985,1732210554395 2024-11-21T17:35:56,293 DEBUG [RS:0;f3865e8353b4:41985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,41985,1732210554395' 2024-11-21T17:35:56,293 DEBUG [RS:0;f3865e8353b4:41985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-224253470/online-snapshot/abort' 2024-11-21T17:35:56,293 DEBUG [RS:0;f3865e8353b4:41985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-224253470/online-snapshot/acquired' 2024-11-21T17:35:56,293 DEBUG [RS:0;f3865e8353b4:41985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:35:56,293 INFO [RS:0;f3865e8353b4:41985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:35:56,293 INFO [RS:0;f3865e8353b4:41985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:35:56,394 INFO [RS:0;f3865e8353b4:41985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:35:56,395 INFO [RS:0;f3865e8353b4:41985 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C41985%2C1732210554395, suffix=, logDir=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395, archiveDir=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/oldWALs, maxLogs=10 2024-11-21T17:35:56,406 DEBUG [RS:0;f3865e8353b4:41985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395, exclude list is [], retry=0 2024-11-21T17:35:56,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34213,DS-3cf90774-3fed-420b-a219-a624135e404c,DISK] 2024-11-21T17:35:56,410 INFO [RS:0;f3865e8353b4:41985 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 2024-11-21T17:35:56,410 DEBUG [RS:0;f3865e8353b4:41985 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39117:39117)] 2024-11-21T17:35:56,553 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:35:56,553 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047 2024-11-21T17:35:56,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741833_1009 (size=32) 2024-11-21T17:35:56,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:56,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:35:56,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:35:56,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:56,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:56,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:35:56,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:35:56,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:56,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:56,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:35:56,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:35:56,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:56,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:56,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:35:56,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:35:56,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:56,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:56,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:35:56,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740 2024-11-21T17:35:56,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740 2024-11-21T17:35:56,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:35:56,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:35:56,965 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:56,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:35:56,967 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:56,968 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59999949, jitterRate=-0.10593108832836151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:56,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210556958Initializing all the Stores at 1732210556959 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210556959Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210556959Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210556959Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210556959Cleaning up temporary data from old regions at 1732210556965 (+6 ms)Region opened successfully at 1732210556968 (+3 ms) 2024-11-21T17:35:56,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:35:56,968 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:35:56,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:35:56,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:35:56,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:35:56,968 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:35:56,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210556968Disabling compacts and flushes for region at 1732210556968Disabling writes for close at 1732210556968Writing region close event to WAL at 1732210556968Closed at 1732210556968 2024-11-21T17:35:56,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:56,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:35:56,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:35:56,970 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:35:56,971 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:35:57,121 DEBUG [f3865e8353b4:43967 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:35:57,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,41985,1732210554395 2024-11-21T17:35:57,122 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,41985,1732210554395, state=OPENING 2024-11-21T17:35:57,123 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:35:57,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:35:57,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:35:57,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-224253470/meta-region-server: CHANGED 2024-11-21T17:35:57,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-224253470/meta-region-server: CHANGED 2024-11-21T17:35:57,124 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:35:57,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,41985,1732210554395}] 2024-11-21T17:35:57,276 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:35:57,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:35:57,285 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:35:57,286 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:35:57,286 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:35:57,287 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C41985%2C1732210554395.meta, suffix=.meta, logDir=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395, archiveDir=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/oldWALs, maxLogs=10 2024-11-21T17:35:57,324 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.meta.1732210557287.meta, exclude list is [], retry=0 2024-11-21T17:35:57,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34213,DS-3cf90774-3fed-420b-a219-a624135e404c,DISK] 2024-11-21T17:35:57,330 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.meta.1732210557287.meta 2024-11-21T17:35:57,339 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39117:39117)] 2024-11-21T17:35:57,339 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:57,340 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:35:57,340 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:35:57,340 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:35:57,340 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:35:57,340 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:35:57,340 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:57,340 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:35:57,340 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:35:57,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:35:57,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:35:57,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:57,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:57,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:35:57,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:35:57,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:57,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:57,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:35:57,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:35:57,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:57,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:57,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:35:57,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:35:57,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:57,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:35:57,354 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:35:57,354 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740 2024-11-21T17:35:57,355 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740 2024-11-21T17:35:57,356 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:35:57,356 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:35:57,356 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:35:57,357 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:35:57,363 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68298861, jitterRate=0.01773233711719513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:35:57,363 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:35:57,363 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210557340Writing region info on filesystem at 1732210557340Initializing all the Stores at 1732210557341 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210557341Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210557346 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210557346Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210557346Cleaning up temporary data from old regions at 1732210557356 (+10 ms)Running coprocessor post-open hooks at 1732210557363 (+7 ms)Region opened successfully at 1732210557363 2024-11-21T17:35:57,365 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210557276 2024-11-21T17:35:57,368 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:35:57,368 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:35:57,369 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,41985,1732210554395 2024-11-21T17:35:57,369 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,41985,1732210554395, state=OPEN 2024-11-21T17:35:57,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-224253470/meta-region-server 2024-11-21T17:35:57,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-224253470/meta-region-server 2024-11-21T17:35:57,371 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,41985,1732210554395 2024-11-21T17:35:57,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-224253470/meta-region-server: CHANGED 2024-11-21T17:35:57,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-224253470/meta-region-server: CHANGED 2024-11-21T17:35:57,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:35:57,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,41985,1732210554395 in 247 msec 2024-11-21T17:35:57,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:35:57,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-21T17:35:57,385 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:35:57,385 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:35:57,388 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:57,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,41985,1732210554395, seqNum=-1] 2024-11-21T17:35:57,389 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:57,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:35:57,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-11-21T17:35:57,395 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210557395, completionTime=-1 2024-11-21T17:35:57,395 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:35:57,396 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:35:57,397 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:35:57,397 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210617397 2024-11-21T17:35:57,397 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210677397 2024-11-21T17:35:57,398 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T17:35:57,398 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,43967,1732210554367-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:57,398 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,43967,1732210554367-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:57,398 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,43967,1732210554367-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:57,398 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:43967, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:57,398 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:57,400 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:35:57,406 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:57,410 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.975sec 2024-11-21T17:35:57,410 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:35:57,410 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:35:57,410 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:35:57,410 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:35:57,410 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:35:57,410 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,43967,1732210554367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:35:57,411 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,43967,1732210554367-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:35:57,412 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:35:57,412 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:35:57,412 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,43967,1732210554367-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:35:57,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4320cf56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:57,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,43967,-1 for getting cluster id 2024-11-21T17:35:57,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:35:57,436 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bf1b620-0f52-4b4d-a1f3-83ff0c8d6a9b' 2024-11-21T17:35:57,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:35:57,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bf1b620-0f52-4b4d-a1f3-83ff0c8d6a9b" 2024-11-21T17:35:57,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0c465f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:57,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,43967,-1] 2024-11-21T17:35:57,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:35:57,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:35:57,438 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:35:57,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e41939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:35:57,440 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:35:57,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,41985,1732210554395, seqNum=-1] 2024-11-21T17:35:57,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:35:57,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:35:57,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,43967,1732210554367 2024-11-21T17:35:57,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55155 2024-11-21T17:35:57,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:35:57,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100635ab3c90008 connected 2024-11-21T17:35:57,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:35:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,35457,1732210547515 2024-11-21T17:35:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2df576f5 2024-11-21T17:35:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:35:57,494 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:35:57,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:35:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T17:35:57,497 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:35:57,497 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:57,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T17:35:57,498 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:35:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:57,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741835_1011 (size=902) 2024-11-21T17:35:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:57,932 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5def427aabd3c9ba2a9128f264b73ab, NAME => 'test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec 2024-11-21T17:35:57,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741836_1012 (size=39) 2024-11-21T17:35:57,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:57,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f5def427aabd3c9ba2a9128f264b73ab, disabling compactions & flushes 2024-11-21T17:35:57,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab. 2024-11-21T17:35:57,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab. 2024-11-21T17:35:57,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab. after waiting 0 ms 2024-11-21T17:35:57,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab. 2024-11-21T17:35:57,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab. 2024-11-21T17:35:57,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5def427aabd3c9ba2a9128f264b73ab: Waiting for close lock at 1732210557987Disabling compacts and flushes for region at 1732210557987Disabling writes for close at 1732210557987Writing region close event to WAL at 1732210557987Closed at 1732210557987 2024-11-21T17:35:57,988 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:35:57,989 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732210557988"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210557988"}]},"ts":"1732210557988"} 2024-11-21T17:35:57,991 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:35:57,992 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:35:57,993 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210557992"}]},"ts":"1732210557992"} 2024-11-21T17:35:57,995 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T17:35:57,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5def427aabd3c9ba2a9128f264b73ab, ASSIGN}] 2024-11-21T17:35:57,997 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5def427aabd3c9ba2a9128f264b73ab, ASSIGN 2024-11-21T17:35:57,999 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f5def427aabd3c9ba2a9128f264b73ab, ASSIGN; state=OFFLINE, location=f3865e8353b4,38375,1732210547571; forceNewPlan=false, retain=false 2024-11-21T17:35:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:58,149 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5def427aabd3c9ba2a9128f264b73ab, regionState=OPENING, regionLocation=f3865e8353b4,38375,1732210547571 2024-11-21T17:35:58,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f5def427aabd3c9ba2a9128f264b73ab, ASSIGN because future has completed 2024-11-21T17:35:58,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5def427aabd3c9ba2a9128f264b73ab, server=f3865e8353b4,38375,1732210547571}] 2024-11-21T17:35:58,350 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab. 2024-11-21T17:35:58,350 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f5def427aabd3c9ba2a9128f264b73ab, NAME => 'test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:58,350 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:35:58,350 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T17:35:58,350 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:35:58,351 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:58,351 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:35:58,351 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:35:58,355 INFO [StoreOpener-f5def427aabd3c9ba2a9128f264b73ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:35:58,356 INFO [StoreOpener-f5def427aabd3c9ba2a9128f264b73ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5def427aabd3c9ba2a9128f264b73ab columnFamilyName f 2024-11-21T17:35:58,357 DEBUG [StoreOpener-f5def427aabd3c9ba2a9128f264b73ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:58,357 INFO [StoreOpener-f5def427aabd3c9ba2a9128f264b73ab-1 {}] regionserver.HStore(327): Store=f5def427aabd3c9ba2a9128f264b73ab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:58,357 INFO [StoreOpener-f5def427aabd3c9ba2a9128f264b73ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:35:58,359 INFO [StoreOpener-f5def427aabd3c9ba2a9128f264b73ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5def427aabd3c9ba2a9128f264b73ab columnFamilyName f1 2024-11-21T17:35:58,359 DEBUG [StoreOpener-f5def427aabd3c9ba2a9128f264b73ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:58,359 INFO [StoreOpener-f5def427aabd3c9ba2a9128f264b73ab-1 {}] regionserver.HStore(327): Store=f5def427aabd3c9ba2a9128f264b73ab/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:58,359 INFO [StoreOpener-f5def427aabd3c9ba2a9128f264b73ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:35:58,360 INFO [StoreOpener-f5def427aabd3c9ba2a9128f264b73ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5def427aabd3c9ba2a9128f264b73ab columnFamilyName norep 2024-11-21T17:35:58,360 DEBUG [StoreOpener-f5def427aabd3c9ba2a9128f264b73ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:58,360 INFO [StoreOpener-f5def427aabd3c9ba2a9128f264b73ab-1 {}] regionserver.HStore(327): Store=f5def427aabd3c9ba2a9128f264b73ab/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:58,360 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:35:58,361 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:35:58,361 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:35:58,362 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:35:58,362 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:35:58,363 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:35:58,363 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:35:58,365 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:58,366 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f5def427aabd3c9ba2a9128f264b73ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66486695, jitterRate=-0.009271040558815002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:35:58,366 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:35:58,366 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f5def427aabd3c9ba2a9128f264b73ab: Running coprocessor pre-open hook at 1732210558351Writing region info on filesystem at 1732210558351Initializing all the Stores at 1732210558352 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210558352Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210558354 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210558354Cleaning up temporary data from old regions at 1732210558362 (+8 ms)Running coprocessor post-open hooks at 1732210558366 (+4 ms)Region opened successfully at 1732210558366 2024-11-21T17:35:58,367 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab., pid=6, masterSystemTime=1732210558325 2024-11-21T17:35:58,369 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab. 2024-11-21T17:35:58,369 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab. 2024-11-21T17:35:58,369 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5def427aabd3c9ba2a9128f264b73ab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3865e8353b4,38375,1732210547571 2024-11-21T17:35:58,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5def427aabd3c9ba2a9128f264b73ab, server=f3865e8353b4,38375,1732210547571 because future has completed 2024-11-21T17:35:58,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:35:58,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f5def427aabd3c9ba2a9128f264b73ab, server=f3865e8353b4,38375,1732210547571 in 221 msec 2024-11-21T17:35:58,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T17:35:58,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f5def427aabd3c9ba2a9128f264b73ab, ASSIGN in 378 msec 2024-11-21T17:35:58,377 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:35:58,377 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210558377"}]},"ts":"1732210558377"} 2024-11-21T17:35:58,379 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T17:35:58,380 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:35:58,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 885 msec 2024-11-21T17:35:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:58,638 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T17:35:58,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:35:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,40835,1732210550310 2024-11-21T17:35:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71ced427 2024-11-21T17:35:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:35:58,642 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:35:58,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:35:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T17:35:58,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:35:58,647 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:58,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T17:35:58,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:35:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:58,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741835_1011 (size=902) 2024-11-21T17:35:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:59,096 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02fe5b9db4be547bbc73ad7ae16430dd, NAME => 'test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09 2024-11-21T17:35:59,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741836_1012 (size=39) 2024-11-21T17:35:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:59,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:59,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 02fe5b9db4be547bbc73ad7ae16430dd, disabling compactions & flushes 2024-11-21T17:35:59,500 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd. 2024-11-21T17:35:59,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd. 2024-11-21T17:35:59,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd. after waiting 0 ms 2024-11-21T17:35:59,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd. 2024-11-21T17:35:59,500 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd. 2024-11-21T17:35:59,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02fe5b9db4be547bbc73ad7ae16430dd: Waiting for close lock at 1732210559500Disabling compacts and flushes for region at 1732210559500Disabling writes for close at 1732210559500Writing region close event to WAL at 1732210559500Closed at 1732210559500 2024-11-21T17:35:59,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:35:59,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732210559502"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210559502"}]},"ts":"1732210559502"} 2024-11-21T17:35:59,504 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:35:59,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:35:59,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210559505"}]},"ts":"1732210559505"} 2024-11-21T17:35:59,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T17:35:59,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=02fe5b9db4be547bbc73ad7ae16430dd, ASSIGN}] 2024-11-21T17:35:59,509 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=02fe5b9db4be547bbc73ad7ae16430dd, ASSIGN 2024-11-21T17:35:59,509 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=02fe5b9db4be547bbc73ad7ae16430dd, ASSIGN; state=OFFLINE, location=f3865e8353b4,44335,1732210550349; forceNewPlan=false, retain=false 2024-11-21T17:35:59,660 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02fe5b9db4be547bbc73ad7ae16430dd, regionState=OPENING, regionLocation=f3865e8353b4,44335,1732210550349 2024-11-21T17:35:59,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=02fe5b9db4be547bbc73ad7ae16430dd, ASSIGN because future has completed 2024-11-21T17:35:59,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02fe5b9db4be547bbc73ad7ae16430dd, server=f3865e8353b4,44335,1732210550349}] 2024-11-21T17:35:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:35:59,817 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd. 2024-11-21T17:35:59,817 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 02fe5b9db4be547bbc73ad7ae16430dd, NAME => 'test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:35:59,817 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:35:59,817 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T17:35:59,817 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 02fe5b9db4be547bbc73ad7ae16430dd 2024-11-21T17:35:59,817 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:35:59,817 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 02fe5b9db4be547bbc73ad7ae16430dd 2024-11-21T17:35:59,817 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 02fe5b9db4be547bbc73ad7ae16430dd 2024-11-21T17:35:59,818 INFO [StoreOpener-02fe5b9db4be547bbc73ad7ae16430dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 02fe5b9db4be547bbc73ad7ae16430dd 2024-11-21T17:35:59,819 INFO [StoreOpener-02fe5b9db4be547bbc73ad7ae16430dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02fe5b9db4be547bbc73ad7ae16430dd columnFamilyName f 2024-11-21T17:35:59,819 DEBUG [StoreOpener-02fe5b9db4be547bbc73ad7ae16430dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:59,819 INFO [StoreOpener-02fe5b9db4be547bbc73ad7ae16430dd-1 {}] regionserver.HStore(327): Store=02fe5b9db4be547bbc73ad7ae16430dd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:59,819 INFO [StoreOpener-02fe5b9db4be547bbc73ad7ae16430dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 02fe5b9db4be547bbc73ad7ae16430dd 2024-11-21T17:35:59,820 INFO [StoreOpener-02fe5b9db4be547bbc73ad7ae16430dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02fe5b9db4be547bbc73ad7ae16430dd columnFamilyName f1 2024-11-21T17:35:59,820 DEBUG [StoreOpener-02fe5b9db4be547bbc73ad7ae16430dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:59,820 INFO [StoreOpener-02fe5b9db4be547bbc73ad7ae16430dd-1 {}] regionserver.HStore(327): Store=02fe5b9db4be547bbc73ad7ae16430dd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:59,821 INFO [StoreOpener-02fe5b9db4be547bbc73ad7ae16430dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 02fe5b9db4be547bbc73ad7ae16430dd 2024-11-21T17:35:59,821 INFO [StoreOpener-02fe5b9db4be547bbc73ad7ae16430dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02fe5b9db4be547bbc73ad7ae16430dd columnFamilyName norep 2024-11-21T17:35:59,821 DEBUG [StoreOpener-02fe5b9db4be547bbc73ad7ae16430dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:35:59,821 INFO [StoreOpener-02fe5b9db4be547bbc73ad7ae16430dd-1 {}] regionserver.HStore(327): Store=02fe5b9db4be547bbc73ad7ae16430dd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:35:59,821 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 02fe5b9db4be547bbc73ad7ae16430dd 2024-11-21T17:35:59,822 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd 2024-11-21T17:35:59,822 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd 2024-11-21T17:35:59,823 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 02fe5b9db4be547bbc73ad7ae16430dd 2024-11-21T17:35:59,823 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 02fe5b9db4be547bbc73ad7ae16430dd 2024-11-21T17:35:59,823 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:35:59,824 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 02fe5b9db4be547bbc73ad7ae16430dd 2024-11-21T17:35:59,825 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:35:59,825 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 02fe5b9db4be547bbc73ad7ae16430dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70822739, jitterRate=0.055341050028800964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:35:59,825 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02fe5b9db4be547bbc73ad7ae16430dd 2024-11-21T17:35:59,825 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 02fe5b9db4be547bbc73ad7ae16430dd: Running coprocessor pre-open hook at 1732210559817Writing region info on filesystem at 1732210559817Initializing all the Stores at 1732210559818 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210559818Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210559818Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210559818Cleaning up temporary data from old regions at 1732210559823 (+5 ms)Running coprocessor post-open hooks at 1732210559825 (+2 ms)Region opened successfully at 1732210559825 2024-11-21T17:35:59,826 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd., pid=6, masterSystemTime=1732210559813 2024-11-21T17:35:59,827 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd. 2024-11-21T17:35:59,827 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd. 2024-11-21T17:35:59,828 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02fe5b9db4be547bbc73ad7ae16430dd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3865e8353b4,44335,1732210550349 2024-11-21T17:35:59,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02fe5b9db4be547bbc73ad7ae16430dd, server=f3865e8353b4,44335,1732210550349 because future has completed 2024-11-21T17:35:59,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:35:59,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 02fe5b9db4be547bbc73ad7ae16430dd, server=f3865e8353b4,44335,1732210550349 in 168 msec 2024-11-21T17:35:59,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T17:35:59,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=02fe5b9db4be547bbc73ad7ae16430dd, ASSIGN in 325 msec 2024-11-21T17:35:59,834 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:35:59,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210559834"}]},"ts":"1732210559834"} 2024-11-21T17:35:59,835 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T17:35:59,836 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:35:59,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1930 sec 2024-11-21T17:36:00,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T17:36:00,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T17:36:00,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:36:00,527 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T17:36:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:00,798 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T17:36:00,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:00,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,43967,1732210554367 2024-11-21T17:36:00,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1adc0422 2024-11-21T17:36:00,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:00,800 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:00,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:36:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T17:36:00,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:36:00,803 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:00,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T17:36:00,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:36:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:00,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741835_1011 (size=902) 2024-11-21T17:36:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:01,210 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2ae8a1fbeadf2fe8be4da80dd279c1c, NAME => 'test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047 2024-11-21T17:36:01,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741836_1012 (size=39) 2024-11-21T17:36:01,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T17:36:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:01,629 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:01,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f2ae8a1fbeadf2fe8be4da80dd279c1c, disabling compactions & flushes 2024-11-21T17:36:01,630 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c. 2024-11-21T17:36:01,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c. 2024-11-21T17:36:01,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c. after waiting 0 ms 2024-11-21T17:36:01,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c. 2024-11-21T17:36:01,630 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c. 2024-11-21T17:36:01,630 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2ae8a1fbeadf2fe8be4da80dd279c1c: Waiting for close lock at 1732210561629Disabling compacts and flushes for region at 1732210561629Disabling writes for close at 1732210561630 (+1 ms)Writing region close event to WAL at 1732210561630Closed at 1732210561630 2024-11-21T17:36:01,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:36:01,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732210561631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210561631"}]},"ts":"1732210561631"} 2024-11-21T17:36:01,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:36:01,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:36:01,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210561634"}]},"ts":"1732210561634"} 2024-11-21T17:36:01,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T17:36:01,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2ae8a1fbeadf2fe8be4da80dd279c1c, ASSIGN}] 2024-11-21T17:36:01,637 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2ae8a1fbeadf2fe8be4da80dd279c1c, ASSIGN 2024-11-21T17:36:01,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f2ae8a1fbeadf2fe8be4da80dd279c1c, ASSIGN; state=OFFLINE, location=f3865e8353b4,41985,1732210554395; forceNewPlan=false, retain=false 2024-11-21T17:36:01,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2ae8a1fbeadf2fe8be4da80dd279c1c, regionState=OPENING, regionLocation=f3865e8353b4,41985,1732210554395 2024-11-21T17:36:01,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f2ae8a1fbeadf2fe8be4da80dd279c1c, ASSIGN because future has completed 2024-11-21T17:36:01,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2ae8a1fbeadf2fe8be4da80dd279c1c, server=f3865e8353b4,41985,1732210554395}] 2024-11-21T17:36:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:01,957 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c. 2024-11-21T17:36:01,957 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f2ae8a1fbeadf2fe8be4da80dd279c1c, NAME => 'test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:36:01,958 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:36:01,958 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T17:36:01,958 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:01,958 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:01,958 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:01,958 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:01,961 INFO [StoreOpener-f2ae8a1fbeadf2fe8be4da80dd279c1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:01,962 INFO [StoreOpener-f2ae8a1fbeadf2fe8be4da80dd279c1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2ae8a1fbeadf2fe8be4da80dd279c1c columnFamilyName f 2024-11-21T17:36:01,963 DEBUG [StoreOpener-f2ae8a1fbeadf2fe8be4da80dd279c1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:01,963 INFO [StoreOpener-f2ae8a1fbeadf2fe8be4da80dd279c1c-1 {}] regionserver.HStore(327): Store=f2ae8a1fbeadf2fe8be4da80dd279c1c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:01,963 INFO [StoreOpener-f2ae8a1fbeadf2fe8be4da80dd279c1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:01,964 INFO [StoreOpener-f2ae8a1fbeadf2fe8be4da80dd279c1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2ae8a1fbeadf2fe8be4da80dd279c1c columnFamilyName f1 2024-11-21T17:36:01,964 DEBUG [StoreOpener-f2ae8a1fbeadf2fe8be4da80dd279c1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:01,964 INFO [StoreOpener-f2ae8a1fbeadf2fe8be4da80dd279c1c-1 {}] regionserver.HStore(327): Store=f2ae8a1fbeadf2fe8be4da80dd279c1c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:01,964 INFO [StoreOpener-f2ae8a1fbeadf2fe8be4da80dd279c1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:01,965 INFO [StoreOpener-f2ae8a1fbeadf2fe8be4da80dd279c1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2ae8a1fbeadf2fe8be4da80dd279c1c columnFamilyName norep 2024-11-21T17:36:01,965 DEBUG [StoreOpener-f2ae8a1fbeadf2fe8be4da80dd279c1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:01,965 INFO [StoreOpener-f2ae8a1fbeadf2fe8be4da80dd279c1c-1 {}] regionserver.HStore(327): Store=f2ae8a1fbeadf2fe8be4da80dd279c1c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:01,965 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:01,966 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:01,966 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:01,966 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:01,966 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:01,967 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:36:01,967 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:01,969 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:36:01,969 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f2ae8a1fbeadf2fe8be4da80dd279c1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67676990, jitterRate=0.008465737104415894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:36:01,969 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:01,969 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f2ae8a1fbeadf2fe8be4da80dd279c1c: Running coprocessor pre-open hook at 1732210561958Writing region info on filesystem at 1732210561958Initializing all the Stores at 1732210561959 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210561959Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210561961 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210561961Cleaning up temporary data from old regions at 1732210561966 (+5 ms)Running coprocessor post-open hooks at 1732210561969 (+3 ms)Region opened successfully at 1732210561969 2024-11-21T17:36:01,970 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c., pid=6, masterSystemTime=1732210561949 2024-11-21T17:36:01,971 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c. 2024-11-21T17:36:01,971 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c. 2024-11-21T17:36:01,972 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2ae8a1fbeadf2fe8be4da80dd279c1c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3865e8353b4,41985,1732210554395 2024-11-21T17:36:01,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2ae8a1fbeadf2fe8be4da80dd279c1c, server=f3865e8353b4,41985,1732210554395 because future has completed 2024-11-21T17:36:01,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:36:01,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f2ae8a1fbeadf2fe8be4da80dd279c1c, server=f3865e8353b4,41985,1732210554395 in 184 msec 2024-11-21T17:36:01,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T17:36:01,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f2ae8a1fbeadf2fe8be4da80dd279c1c, ASSIGN in 340 msec 2024-11-21T17:36:01,979 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:36:01,979 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210561979"}]},"ts":"1732210561979"} 2024-11-21T17:36:01,982 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T17:36:01,983 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:36:01,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1820 sec 2024-11-21T17:36:02,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:36:02,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:02,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:02,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:02,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:02,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:02,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:02,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:02,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:02,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:02,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:02,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:02,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:02,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:02,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:02,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:02,958 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T17:36:02,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c425b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:02,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,35457,-1 for getting cluster id 2024-11-21T17:36:02,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:02,970 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74c0c940-3ac0-4f3a-b12d-249b101d4e3e' 2024-11-21T17:36:02,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:02,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74c0c940-3ac0-4f3a-b12d-249b101d4e3e" 2024-11-21T17:36:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfde26c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,35457,-1] 2024-11-21T17:36:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:02,972 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:02,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c12e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:02,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:02,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,35457,1732210547515 2024-11-21T17:36:02,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f0d1e82 2024-11-21T17:36:02,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:02,975 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:02,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f3865e8353b4:40835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:36:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:36:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:02,979 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:40835' 2024-11-21T17:36:02,981 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375e2676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:02,981 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,40835,-1 for getting cluster id 2024-11-21T17:36:02,981 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:02,982 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d1d1168-15b4-458f-b798-97fde44f49ef' 2024-11-21T17:36:02,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:02,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d1d1168-15b4-458f-b798-97fde44f49ef" 2024-11-21T17:36:02,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee62fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:02,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,40835,-1] 2024-11-21T17:36:02,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:02,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:02,984 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:02,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1138a65b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:02,985 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:02,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,40835,1732210550310 2024-11-21T17:36:02,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4607d107 2024-11-21T17:36:02,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:02,987 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:02,987 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T17:36:02,987 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:36:02,987 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:02,988 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:02,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:02,988 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:36:02,989 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T17:36:02,990 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:36:02,990 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:02,992 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:36:03,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741837_1013 (size=1138) 2024-11-21T17:36:03,039 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T17:36:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:03,403 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e2a08305320f4ae0b5b3bdfcaedb0b28, NAME => 'hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec 2024-11-21T17:36:03,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741838_1014 (size=44) 2024-11-21T17:36:03,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:03,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e2a08305320f4ae0b5b3bdfcaedb0b28, disabling compactions & flushes 2024-11-21T17:36:03,414 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28. 2024-11-21T17:36:03,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28. 2024-11-21T17:36:03,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28. after waiting 0 ms 2024-11-21T17:36:03,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28. 2024-11-21T17:36:03,414 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28. 2024-11-21T17:36:03,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e2a08305320f4ae0b5b3bdfcaedb0b28: Waiting for close lock at 1732210563414Disabling compacts and flushes for region at 1732210563414Disabling writes for close at 1732210563414Writing region close event to WAL at 1732210563414Closed at 1732210563414 2024-11-21T17:36:03,415 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:36:03,415 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732210563415"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210563415"}]},"ts":"1732210563415"} 2024-11-21T17:36:03,418 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:36:03,419 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:36:03,419 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210563419"}]},"ts":"1732210563419"} 2024-11-21T17:36:03,421 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T17:36:03,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2a08305320f4ae0b5b3bdfcaedb0b28, ASSIGN}] 2024-11-21T17:36:03,422 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2a08305320f4ae0b5b3bdfcaedb0b28, ASSIGN 2024-11-21T17:36:03,423 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e2a08305320f4ae0b5b3bdfcaedb0b28, ASSIGN; state=OFFLINE, location=f3865e8353b4,38375,1732210547571; forceNewPlan=false, retain=false 2024-11-21T17:36:03,574 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e2a08305320f4ae0b5b3bdfcaedb0b28, regionState=OPENING, regionLocation=f3865e8353b4,38375,1732210547571 2024-11-21T17:36:03,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e2a08305320f4ae0b5b3bdfcaedb0b28, ASSIGN because future has completed 2024-11-21T17:36:03,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2a08305320f4ae0b5b3bdfcaedb0b28, server=f3865e8353b4,38375,1732210547571}] 2024-11-21T17:36:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:03,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28. 2024-11-21T17:36:03,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:36:03,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T17:36:03,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C38375%2C1732210547571.rep, suffix=, logDir=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571, archiveDir=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/oldWALs, maxLogs=10 2024-11-21T17:36:03,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.rep.1732210563733, exclude list is [], retry=0 2024-11-21T17:36:03,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44943,DS-97d7046d-ccf5-4b2b-b50c-42f47863cbf3,DISK] 2024-11-21T17:36:03,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.rep.1732210563733 2024-11-21T17:36:03,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36257:36257)] 2024-11-21T17:36:03,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e2a08305320f4ae0b5b3bdfcaedb0b28, NAME => 'hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:36:03,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:36:03,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:36:03,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28. service=MultiRowMutationService 2024-11-21T17:36:03,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T17:36:03,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e2a08305320f4ae0b5b3bdfcaedb0b28 2024-11-21T17:36:03,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:03,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e2a08305320f4ae0b5b3bdfcaedb0b28 2024-11-21T17:36:03,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e2a08305320f4ae0b5b3bdfcaedb0b28 2024-11-21T17:36:03,755 INFO [StoreOpener-e2a08305320f4ae0b5b3bdfcaedb0b28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e2a08305320f4ae0b5b3bdfcaedb0b28 2024-11-21T17:36:03,756 INFO [StoreOpener-e2a08305320f4ae0b5b3bdfcaedb0b28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2a08305320f4ae0b5b3bdfcaedb0b28 columnFamilyName hfileref 2024-11-21T17:36:03,756 DEBUG [StoreOpener-e2a08305320f4ae0b5b3bdfcaedb0b28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:03,756 INFO [StoreOpener-e2a08305320f4ae0b5b3bdfcaedb0b28-1 {}] regionserver.HStore(327): Store=e2a08305320f4ae0b5b3bdfcaedb0b28/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:03,756 INFO [StoreOpener-e2a08305320f4ae0b5b3bdfcaedb0b28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e2a08305320f4ae0b5b3bdfcaedb0b28 2024-11-21T17:36:03,757 INFO [StoreOpener-e2a08305320f4ae0b5b3bdfcaedb0b28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2a08305320f4ae0b5b3bdfcaedb0b28 columnFamilyName queue 2024-11-21T17:36:03,757 DEBUG [StoreOpener-e2a08305320f4ae0b5b3bdfcaedb0b28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:03,757 INFO [StoreOpener-e2a08305320f4ae0b5b3bdfcaedb0b28-1 {}] regionserver.HStore(327): Store=e2a08305320f4ae0b5b3bdfcaedb0b28/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:03,757 INFO [StoreOpener-e2a08305320f4ae0b5b3bdfcaedb0b28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e2a08305320f4ae0b5b3bdfcaedb0b28 2024-11-21T17:36:03,758 INFO [StoreOpener-e2a08305320f4ae0b5b3bdfcaedb0b28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2a08305320f4ae0b5b3bdfcaedb0b28 columnFamilyName sid 2024-11-21T17:36:03,758 DEBUG [StoreOpener-e2a08305320f4ae0b5b3bdfcaedb0b28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:03,758 INFO [StoreOpener-e2a08305320f4ae0b5b3bdfcaedb0b28-1 {}] regionserver.HStore(327): Store=e2a08305320f4ae0b5b3bdfcaedb0b28/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:03,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e2a08305320f4ae0b5b3bdfcaedb0b28 2024-11-21T17:36:03,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/replication/e2a08305320f4ae0b5b3bdfcaedb0b28 2024-11-21T17:36:03,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/replication/e2a08305320f4ae0b5b3bdfcaedb0b28 2024-11-21T17:36:03,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e2a08305320f4ae0b5b3bdfcaedb0b28 2024-11-21T17:36:03,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e2a08305320f4ae0b5b3bdfcaedb0b28 2024-11-21T17:36:03,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:36:03,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e2a08305320f4ae0b5b3bdfcaedb0b28 2024-11-21T17:36:03,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/replication/e2a08305320f4ae0b5b3bdfcaedb0b28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:36:03,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e2a08305320f4ae0b5b3bdfcaedb0b28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75090901, jitterRate=0.11894161999225616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:36:03,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e2a08305320f4ae0b5b3bdfcaedb0b28 2024-11-21T17:36:03,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e2a08305320f4ae0b5b3bdfcaedb0b28: Running coprocessor pre-open hook at 1732210563753Writing region info on filesystem at 1732210563753Initializing all the Stores at 1732210563754 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210563754Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210563754Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210563755 (+1 ms)Cleaning up temporary data from old regions at 1732210563760 (+5 ms)Running coprocessor post-open hooks at 1732210563763 (+3 ms)Region opened successfully at 1732210563763 2024-11-21T17:36:03,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28., pid=10, masterSystemTime=1732210563728 2024-11-21T17:36:03,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28. 2024-11-21T17:36:03,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28. 2024-11-21T17:36:03,766 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e2a08305320f4ae0b5b3bdfcaedb0b28, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,38375,1732210547571 2024-11-21T17:36:03,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2a08305320f4ae0b5b3bdfcaedb0b28, server=f3865e8353b4,38375,1732210547571 because future has completed 2024-11-21T17:36:03,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T17:36:03,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e2a08305320f4ae0b5b3bdfcaedb0b28, server=f3865e8353b4,38375,1732210547571 in 193 msec 2024-11-21T17:36:03,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T17:36:03,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2a08305320f4ae0b5b3bdfcaedb0b28, ASSIGN in 349 msec 2024-11-21T17:36:03,773 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:36:03,773 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210563773"}]},"ts":"1732210563773"} 2024-11-21T17:36:03,774 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T17:36:03,775 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:36:03,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 787 msec 2024-11-21T17:36:03,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28., hostname=f3865e8353b4,38375,1732210547571, seqNum=2] 2024-11-21T17:36:03,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522 2024-11-21T17:36:03,798 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522 2024-11-21T17:36:03,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:36:03,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T17:36:03,952 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T17:36:04,003 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,38375,1732210547571, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:36:04,007 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:04,008 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,38375,1732210547571, seqNum=-1] 2024-11-21T17:36:04,010 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:04,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-21T17:36:04,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f3865e8353b4,38375,1732210547571', locateType=CURRENT is [region=hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28., hostname=f3865e8353b4,38375,1732210547571, seqNum=2] 2024-11-21T17:36:04,025 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T17:36:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T17:36:04,028 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f3865e8353b4,38375,1732210547571 suceeded 2024-11-21T17:36:04,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T17:36:04,031 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f3865e8353b4:40835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:36:04,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-11-21T17:36:04,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0560 sec 2024-11-21T17:36:04,062 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:40835' 2024-11-21T17:36:04,069 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5025562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:04,070 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,40835,-1 for getting cluster id 2024-11-21T17:36:04,070 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:04,071 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d1d1168-15b4-458f-b798-97fde44f49ef' 2024-11-21T17:36:04,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:04,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d1d1168-15b4-458f-b798-97fde44f49ef" 2024-11-21T17:36:04,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36a9fbd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:04,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,40835,-1] 2024-11-21T17:36:04,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:04,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:04,073 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:04,074 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7488b922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:04,074 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:04,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,40835,1732210550310 2024-11-21T17:36:04,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7593d389 2024-11-21T17:36:04,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:04,077 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-21T17:36:04,078 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,38375,1732210547571 (queues=1) is replicating from cluster=74c0c940-3ac0-4f3a-b12d-249b101d4e3e to cluster=1d1d1168-15b4-458f-b798-97fde44f49ef 2024-11-21T17:36:04,078 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C38375%2C1732210547571 2024-11-21T17:36:04,078 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,38375,1732210547571, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:36:04,082 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168, startPosition=0, beingWritten=true 2024-11-21T17:36:04,090 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.shipperf3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C38375%2C1732210547571 2024-11-21T17:36:04,094 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:36:04,094 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 379, reset compression=false 2024-11-21T17:36:04,094 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.shipperf3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,38375,1732210547571 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:36:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:04,118 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T17:36:04,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:04,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:04,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:04,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:04,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:04,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6df0b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:04,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,40835,-1 for getting cluster id 2024-11-21T17:36:04,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:04,126 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d1d1168-15b4-458f-b798-97fde44f49ef' 2024-11-21T17:36:04,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:04,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d1d1168-15b4-458f-b798-97fde44f49ef" 2024-11-21T17:36:04,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1304f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:04,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,40835,-1] 2024-11-21T17:36:04,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:04,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:04,128 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:04,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e3421f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:04,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,40835,1732210550310 2024-11-21T17:36:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e1696bd 2024-11-21T17:36:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:04,133 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:04,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f3865e8353b4:43967,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:36:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:36:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:04,138 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:43967' 2024-11-21T17:36:04,149 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd6e48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:04,149 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,43967,-1 for getting cluster id 2024-11-21T17:36:04,150 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:04,150 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bf1b620-0f52-4b4d-a1f3-83ff0c8d6a9b' 2024-11-21T17:36:04,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:04,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bf1b620-0f52-4b4d-a1f3-83ff0c8d6a9b" 2024-11-21T17:36:04,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523afe3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:04,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,43967,-1] 2024-11-21T17:36:04,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:04,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:04,152 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:04,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbb2a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:04,153 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:04,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,43967,1732210554367 2024-11-21T17:36:04,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74fedc10 2024-11-21T17:36:04,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:04,158 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:04,159 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T17:36:04,159 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:36:04,159 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:04,160 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:04,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:04,160 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:36:04,166 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T17:36:04,167 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:36:04,168 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:04,169 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:36:04,216 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T17:36:04,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741837_1013 (size=1138) 2024-11-21T17:36:04,231 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2cfc41ce63c113a2958f2c9d7c913ca5, NAME => 'hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09 2024-11-21T17:36:04,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741838_1014 (size=44) 2024-11-21T17:36:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:04,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:04,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2cfc41ce63c113a2958f2c9d7c913ca5, disabling compactions & flushes 2024-11-21T17:36:04,251 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5. 2024-11-21T17:36:04,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5. 2024-11-21T17:36:04,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5. after waiting 0 ms 2024-11-21T17:36:04,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5. 2024-11-21T17:36:04,251 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5. 2024-11-21T17:36:04,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2cfc41ce63c113a2958f2c9d7c913ca5: Waiting for close lock at 1732210564251Disabling compacts and flushes for region at 1732210564251Disabling writes for close at 1732210564251Writing region close event to WAL at 1732210564251Closed at 1732210564251 2024-11-21T17:36:04,253 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:36:04,253 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732210564253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210564253"}]},"ts":"1732210564253"} 2024-11-21T17:36:04,256 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:36:04,257 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:36:04,257 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210564257"}]},"ts":"1732210564257"} 2024-11-21T17:36:04,261 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T17:36:04,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cfc41ce63c113a2958f2c9d7c913ca5, ASSIGN}] 2024-11-21T17:36:04,264 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cfc41ce63c113a2958f2c9d7c913ca5, ASSIGN 2024-11-21T17:36:04,266 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2cfc41ce63c113a2958f2c9d7c913ca5, ASSIGN; state=OFFLINE, location=f3865e8353b4,44335,1732210550349; forceNewPlan=false, retain=false 2024-11-21T17:36:04,321 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 379, reset compression=false 2024-11-21T17:36:04,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2cfc41ce63c113a2958f2c9d7c913ca5, regionState=OPENING, regionLocation=f3865e8353b4,44335,1732210550349 2024-11-21T17:36:04,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2cfc41ce63c113a2958f2c9d7c913ca5, ASSIGN because future has completed 2024-11-21T17:36:04,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cfc41ce63c113a2958f2c9d7c913ca5, server=f3865e8353b4,44335,1732210550349}] 2024-11-21T17:36:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:04,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5. 2024-11-21T17:36:04,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:36:04,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T17:36:04,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C44335%2C1732210550349.rep, suffix=, logDir=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349, archiveDir=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/oldWALs, maxLogs=10 2024-11-21T17:36:04,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.rep.1732210564586, exclude list is [], retry=0 2024-11-21T17:36:04,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42491,DS-8b908413-8db6-44ff-ab41-42fa9e3dd065,DISK] 2024-11-21T17:36:04,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.rep.1732210564586 2024-11-21T17:36:04,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44433:44433)] 2024-11-21T17:36:04,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cfc41ce63c113a2958f2c9d7c913ca5, NAME => 'hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:36:04,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:36:04,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:36:04,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5. service=MultiRowMutationService 2024-11-21T17:36:04,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T17:36:04,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2cfc41ce63c113a2958f2c9d7c913ca5 2024-11-21T17:36:04,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:04,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2cfc41ce63c113a2958f2c9d7c913ca5 2024-11-21T17:36:04,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2cfc41ce63c113a2958f2c9d7c913ca5 2024-11-21T17:36:04,629 INFO [StoreOpener-2cfc41ce63c113a2958f2c9d7c913ca5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2cfc41ce63c113a2958f2c9d7c913ca5 2024-11-21T17:36:04,644 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 379, reset compression=false 2024-11-21T17:36:04,648 INFO [StoreOpener-2cfc41ce63c113a2958f2c9d7c913ca5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cfc41ce63c113a2958f2c9d7c913ca5 columnFamilyName hfileref 2024-11-21T17:36:04,648 DEBUG [StoreOpener-2cfc41ce63c113a2958f2c9d7c913ca5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:04,650 INFO [StoreOpener-2cfc41ce63c113a2958f2c9d7c913ca5-1 {}] regionserver.HStore(327): Store=2cfc41ce63c113a2958f2c9d7c913ca5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:04,650 INFO [StoreOpener-2cfc41ce63c113a2958f2c9d7c913ca5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2cfc41ce63c113a2958f2c9d7c913ca5 2024-11-21T17:36:04,661 INFO [StoreOpener-2cfc41ce63c113a2958f2c9d7c913ca5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cfc41ce63c113a2958f2c9d7c913ca5 columnFamilyName queue 2024-11-21T17:36:04,661 DEBUG [StoreOpener-2cfc41ce63c113a2958f2c9d7c913ca5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:04,662 INFO [StoreOpener-2cfc41ce63c113a2958f2c9d7c913ca5-1 {}] regionserver.HStore(327): Store=2cfc41ce63c113a2958f2c9d7c913ca5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:04,662 INFO [StoreOpener-2cfc41ce63c113a2958f2c9d7c913ca5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2cfc41ce63c113a2958f2c9d7c913ca5 2024-11-21T17:36:04,663 INFO [StoreOpener-2cfc41ce63c113a2958f2c9d7c913ca5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cfc41ce63c113a2958f2c9d7c913ca5 columnFamilyName sid 2024-11-21T17:36:04,663 DEBUG [StoreOpener-2cfc41ce63c113a2958f2c9d7c913ca5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:04,664 INFO [StoreOpener-2cfc41ce63c113a2958f2c9d7c913ca5-1 {}] regionserver.HStore(327): Store=2cfc41ce63c113a2958f2c9d7c913ca5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:04,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2cfc41ce63c113a2958f2c9d7c913ca5 2024-11-21T17:36:04,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/replication/2cfc41ce63c113a2958f2c9d7c913ca5 2024-11-21T17:36:04,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/replication/2cfc41ce63c113a2958f2c9d7c913ca5 2024-11-21T17:36:04,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2cfc41ce63c113a2958f2c9d7c913ca5 2024-11-21T17:36:04,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2cfc41ce63c113a2958f2c9d7c913ca5 2024-11-21T17:36:04,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:36:04,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2cfc41ce63c113a2958f2c9d7c913ca5 2024-11-21T17:36:04,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/replication/2cfc41ce63c113a2958f2c9d7c913ca5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:36:04,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2cfc41ce63c113a2958f2c9d7c913ca5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58851253, jitterRate=-0.12304799258708954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:36:04,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cfc41ce63c113a2958f2c9d7c913ca5 2024-11-21T17:36:04,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2cfc41ce63c113a2958f2c9d7c913ca5: Running coprocessor pre-open hook at 1732210564623Writing region info on filesystem at 1732210564623Initializing all the Stores at 1732210564625 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210564625Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210564629 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210564629Cleaning up temporary data from old regions at 1732210564669 (+40 ms)Running coprocessor post-open hooks at 1732210564679 (+10 ms)Region opened successfully at 1732210564679 2024-11-21T17:36:04,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5., pid=10, masterSystemTime=1732210564579 2024-11-21T17:36:04,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5. 2024-11-21T17:36:04,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5. 2024-11-21T17:36:04,684 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2cfc41ce63c113a2958f2c9d7c913ca5, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,44335,1732210550349 2024-11-21T17:36:04,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cfc41ce63c113a2958f2c9d7c913ca5, server=f3865e8353b4,44335,1732210550349 because future has completed 2024-11-21T17:36:04,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T17:36:04,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cfc41ce63c113a2958f2c9d7c913ca5, server=f3865e8353b4,44335,1732210550349 in 277 msec 2024-11-21T17:36:04,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T17:36:04,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2cfc41ce63c113a2958f2c9d7c913ca5, ASSIGN in 444 msec 2024-11-21T17:36:04,711 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:36:04,711 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210564711"}]},"ts":"1732210564711"} 2024-11-21T17:36:04,714 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T17:36:04,716 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:36:04,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 556 msec 2024-11-21T17:36:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:04,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5., hostname=f3865e8353b4,44335,1732210550349, seqNum=2] 2024-11-21T17:36:04,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891 2024-11-21T17:36:04,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891 2024-11-21T17:36:04,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:36:04,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T17:36:04,961 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T17:36:05,005 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,44335,1732210550349, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:36:05,006 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:05,006 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44335,1732210550349, seqNum=-1] 2024-11-21T17:36:05,006 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:05,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T17:36:05,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f3865e8353b4,44335,1732210550349', locateType=CURRENT is [region=hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5., hostname=f3865e8353b4,44335,1732210550349, seqNum=2] 2024-11-21T17:36:05,013 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T17:36:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T17:36:05,017 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f3865e8353b4,44335,1732210550349 suceeded 2024-11-21T17:36:05,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T17:36:05,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 233 msec 2024-11-21T17:36:05,019 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f3865e8353b4:43967,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:36:05,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 885 msec 2024-11-21T17:36:05,040 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:43967' 2024-11-21T17:36:05,057 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c92f2f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:05,057 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,43967,-1 for getting cluster id 2024-11-21T17:36:05,058 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:05,058 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bf1b620-0f52-4b4d-a1f3-83ff0c8d6a9b' 2024-11-21T17:36:05,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:05,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bf1b620-0f52-4b4d-a1f3-83ff0c8d6a9b" 2024-11-21T17:36:05,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@604df9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:05,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,43967,-1] 2024-11-21T17:36:05,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:05,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:05,060 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:05,061 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6becbc78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:05,061 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:05,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,43967,1732210554367 2024-11-21T17:36:05,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eddfa65 2024-11-21T17:36:05,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:05,075 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-21T17:36:05,076 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 379, reset compression=false 2024-11-21T17:36:05,077 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,44335,1732210550349 (queues=1) is replicating from cluster=1d1d1168-15b4-458f-b798-97fde44f49ef to cluster=4bf1b620-0f52-4b4d-a1f3-83ff0c8d6a9b 2024-11-21T17:36:05,077 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C44335%2C1732210550349 2024-11-21T17:36:05,077 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,44335,1732210550349, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:36:05,087 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342, startPosition=0, beingWritten=true 2024-11-21T17:36:05,097 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C44335%2C1732210550349 2024-11-21T17:36:05,145 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:36:05,145 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 379, reset compression=false 2024-11-21T17:36:05,145 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44335,1732210550349 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:36:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:05,278 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T17:36:05,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:05,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:05,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:05,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:05,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:05,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73953fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:05,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,43967,-1 for getting cluster id 2024-11-21T17:36:05,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:05,290 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bf1b620-0f52-4b4d-a1f3-83ff0c8d6a9b' 2024-11-21T17:36:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bf1b620-0f52-4b4d-a1f3-83ff0c8d6a9b" 2024-11-21T17:36:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f210efc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,43967,-1] 2024-11-21T17:36:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:05,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:05,292 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:05,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56123de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:05,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,43967,1732210554367 2024-11-21T17:36:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d4964e3 2024-11-21T17:36:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:05,296 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:05,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f3865e8353b4:40835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:36:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:36:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:05,300 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:40835' 2024-11-21T17:36:05,301 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616fa0bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:05,301 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,40835,-1 for getting cluster id 2024-11-21T17:36:05,301 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:05,302 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d1d1168-15b4-458f-b798-97fde44f49ef' 2024-11-21T17:36:05,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:05,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d1d1168-15b4-458f-b798-97fde44f49ef" 2024-11-21T17:36:05,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437af2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:05,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,40835,-1] 2024-11-21T17:36:05,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:05,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:05,304 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:05,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff3da6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:05,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:05,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,40835,1732210550310 2024-11-21T17:36:05,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58055245 2024-11-21T17:36:05,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:05,307 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:05,308 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T17:36:05,308 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:36:05,308 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:05,308 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:05,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:05,308 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:36:05,310 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T17:36:05,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:36:05,311 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:05,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:36:05,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741837_1013 (size=1138) 2024-11-21T17:36:05,360 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T17:36:05,382 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 379, reset compression=false 2024-11-21T17:36:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:05,604 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 379, reset compression=false 2024-11-21T17:36:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:05,732 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 379, reset compression=false 2024-11-21T17:36:05,737 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4a65cd7ede7b49f22cde828aedea980, NAME => 'hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047 2024-11-21T17:36:05,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741838_1014 (size=44) 2024-11-21T17:36:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:06,136 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 379, reset compression=false 2024-11-21T17:36:06,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:06,143 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f4a65cd7ede7b49f22cde828aedea980, disabling compactions & flushes 2024-11-21T17:36:06,143 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980. 2024-11-21T17:36:06,144 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980. 2024-11-21T17:36:06,144 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980. after waiting 0 ms 2024-11-21T17:36:06,144 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980. 2024-11-21T17:36:06,144 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980. 2024-11-21T17:36:06,144 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4a65cd7ede7b49f22cde828aedea980: Waiting for close lock at 1732210566143Disabling compacts and flushes for region at 1732210566143Disabling writes for close at 1732210566144 (+1 ms)Writing region close event to WAL at 1732210566144Closed at 1732210566144 2024-11-21T17:36:06,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:36:06,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732210566145"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210566145"}]},"ts":"1732210566145"} 2024-11-21T17:36:06,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:36:06,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:36:06,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210566150"}]},"ts":"1732210566150"} 2024-11-21T17:36:06,155 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T17:36:06,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4a65cd7ede7b49f22cde828aedea980, ASSIGN}] 2024-11-21T17:36:06,157 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4a65cd7ede7b49f22cde828aedea980, ASSIGN 2024-11-21T17:36:06,158 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f4a65cd7ede7b49f22cde828aedea980, ASSIGN; state=OFFLINE, location=f3865e8353b4,41985,1732210554395; forceNewPlan=false, retain=false 2024-11-21T17:36:06,230 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 379, reset compression=false 2024-11-21T17:36:06,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f4a65cd7ede7b49f22cde828aedea980, regionState=OPENING, regionLocation=f3865e8353b4,41985,1732210554395 2024-11-21T17:36:06,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f4a65cd7ede7b49f22cde828aedea980, ASSIGN because future has completed 2024-11-21T17:36:06,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4a65cd7ede7b49f22cde828aedea980, server=f3865e8353b4,41985,1732210554395}] 2024-11-21T17:36:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:06,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980. 2024-11-21T17:36:06,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:36:06,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T17:36:06,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C41985%2C1732210554395.rep, suffix=, logDir=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395, archiveDir=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/oldWALs, maxLogs=10 2024-11-21T17:36:06,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.rep.1732210566479, exclude list is [], retry=0 2024-11-21T17:36:06,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34213,DS-3cf90774-3fed-420b-a219-a624135e404c,DISK] 2024-11-21T17:36:06,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.rep.1732210566479 2024-11-21T17:36:06,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39117:39117)] 2024-11-21T17:36:06,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f4a65cd7ede7b49f22cde828aedea980, NAME => 'hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:36:06,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:36:06,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:36:06,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980. service=MultiRowMutationService 2024-11-21T17:36:06,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T17:36:06,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f4a65cd7ede7b49f22cde828aedea980 2024-11-21T17:36:06,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:06,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f4a65cd7ede7b49f22cde828aedea980 2024-11-21T17:36:06,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f4a65cd7ede7b49f22cde828aedea980 2024-11-21T17:36:06,529 INFO [StoreOpener-f4a65cd7ede7b49f22cde828aedea980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f4a65cd7ede7b49f22cde828aedea980 2024-11-21T17:36:06,534 INFO [StoreOpener-f4a65cd7ede7b49f22cde828aedea980-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4a65cd7ede7b49f22cde828aedea980 columnFamilyName hfileref 2024-11-21T17:36:06,534 DEBUG [StoreOpener-f4a65cd7ede7b49f22cde828aedea980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:06,534 INFO [StoreOpener-f4a65cd7ede7b49f22cde828aedea980-1 {}] regionserver.HStore(327): Store=f4a65cd7ede7b49f22cde828aedea980/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:06,535 INFO [StoreOpener-f4a65cd7ede7b49f22cde828aedea980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f4a65cd7ede7b49f22cde828aedea980 2024-11-21T17:36:06,536 INFO [StoreOpener-f4a65cd7ede7b49f22cde828aedea980-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4a65cd7ede7b49f22cde828aedea980 columnFamilyName queue 2024-11-21T17:36:06,536 DEBUG [StoreOpener-f4a65cd7ede7b49f22cde828aedea980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:06,537 INFO [StoreOpener-f4a65cd7ede7b49f22cde828aedea980-1 {}] regionserver.HStore(327): Store=f4a65cd7ede7b49f22cde828aedea980/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:06,537 INFO [StoreOpener-f4a65cd7ede7b49f22cde828aedea980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f4a65cd7ede7b49f22cde828aedea980 2024-11-21T17:36:06,538 INFO [StoreOpener-f4a65cd7ede7b49f22cde828aedea980-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4a65cd7ede7b49f22cde828aedea980 columnFamilyName sid 2024-11-21T17:36:06,538 DEBUG [StoreOpener-f4a65cd7ede7b49f22cde828aedea980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:06,545 INFO [StoreOpener-f4a65cd7ede7b49f22cde828aedea980-1 {}] regionserver.HStore(327): Store=f4a65cd7ede7b49f22cde828aedea980/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:06,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f4a65cd7ede7b49f22cde828aedea980 2024-11-21T17:36:06,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/replication/f4a65cd7ede7b49f22cde828aedea980 2024-11-21T17:36:06,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/replication/f4a65cd7ede7b49f22cde828aedea980 2024-11-21T17:36:06,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f4a65cd7ede7b49f22cde828aedea980 2024-11-21T17:36:06,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f4a65cd7ede7b49f22cde828aedea980 2024-11-21T17:36:06,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:36:06,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f4a65cd7ede7b49f22cde828aedea980 2024-11-21T17:36:06,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/replication/f4a65cd7ede7b49f22cde828aedea980/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:36:06,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f4a65cd7ede7b49f22cde828aedea980; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68443655, jitterRate=0.019889935851097107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:36:06,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4a65cd7ede7b49f22cde828aedea980 2024-11-21T17:36:06,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f4a65cd7ede7b49f22cde828aedea980: Running coprocessor pre-open hook at 1732210566527Writing region info on filesystem at 1732210566527Initializing all the Stores at 1732210566528 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210566528Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210566529 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210566529Cleaning up temporary data from old regions at 1732210566547 (+18 ms)Running coprocessor post-open hooks at 1732210566554 (+7 ms)Region opened successfully at 1732210566555 (+1 ms) 2024-11-21T17:36:06,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980., pid=10, masterSystemTime=1732210566474 2024-11-21T17:36:06,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980. 2024-11-21T17:36:06,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980. 2024-11-21T17:36:06,559 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f4a65cd7ede7b49f22cde828aedea980, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,41985,1732210554395 2024-11-21T17:36:06,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4a65cd7ede7b49f22cde828aedea980, server=f3865e8353b4,41985,1732210554395 because future has completed 2024-11-21T17:36:06,568 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43967 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f3865e8353b4,41985,1732210554395, table=hbase:replication, region=f4a65cd7ede7b49f22cde828aedea980. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T17:36:06,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T17:36:06,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f4a65cd7ede7b49f22cde828aedea980, server=f3865e8353b4,41985,1732210554395 in 249 msec 2024-11-21T17:36:06,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T17:36:06,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f4a65cd7ede7b49f22cde828aedea980, ASSIGN in 416 msec 2024-11-21T17:36:06,578 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:36:06,578 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210566578"}]},"ts":"1732210566578"} 2024-11-21T17:36:06,581 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T17:36:06,583 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:36:06,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2750 sec 2024-11-21T17:36:06,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980., hostname=f3865e8353b4,41985,1732210554395, seqNum=2] 2024-11-21T17:36:06,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:36:06,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:36:06,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:36:06,642 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 379, reset compression=false 2024-11-21T17:36:06,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T17:36:06,788 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T17:36:06,820 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,41985,1732210554395, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:36:06,821 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:06,821 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,41985,1732210554395, seqNum=-1] 2024-11-21T17:36:06,821 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:06,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T17:36:06,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f3865e8353b4,41985,1732210554395', locateType=CURRENT is [region=hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980., hostname=f3865e8353b4,41985,1732210554395, seqNum=2] 2024-11-21T17:36:06,831 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T17:36:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T17:36:06,834 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f3865e8353b4,41985,1732210554395 suceeded 2024-11-21T17:36:06,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T17:36:06,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-21T17:36:06,836 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f3865e8353b4:40835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:36:06,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5400 sec 2024-11-21T17:36:06,849 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:40835' 2024-11-21T17:36:06,850 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ae2eb67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:06,850 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,40835,-1 for getting cluster id 2024-11-21T17:36:06,850 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:06,851 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d1d1168-15b4-458f-b798-97fde44f49ef' 2024-11-21T17:36:06,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:06,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d1d1168-15b4-458f-b798-97fde44f49ef" 2024-11-21T17:36:06,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59adaa25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:06,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,40835,-1] 2024-11-21T17:36:06,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:06,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:06,853 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:06,854 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb85ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:06,854 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:06,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,40835,1732210550310 2024-11-21T17:36:06,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@259aebff 2024-11-21T17:36:06,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:06,856 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-21T17:36:06,857 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,41985,1732210554395 (queues=1) is replicating from cluster=4bf1b620-0f52-4b4d-a1f3-83ff0c8d6a9b to cluster=1d1d1168-15b4-458f-b798-97fde44f49ef 2024-11-21T17:36:06,857 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C41985%2C1732210554395 2024-11-21T17:36:06,857 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,41985,1732210554395, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:36:06,861 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C41985%2C1732210554395 2024-11-21T17:36:06,861 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395, startPosition=0, beingWritten=true 2024-11-21T17:36:06,867 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:36:06,867 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 379, reset compression=false 2024-11-21T17:36:06,867 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,41985,1732210554395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:36:06,936 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 379, reset compression=false 2024-11-21T17:36:07,083 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 379, reset compression=false 2024-11-21T17:36:07,246 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 379, reset compression=false 2024-11-21T17:36:07,282 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T17:36:07,388 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 379, reset compression=false 2024-11-21T17:36:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:07,448 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T17:36:07,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:07,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:07,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:07,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:07,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:07,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2da07b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:07,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,35457,-1 for getting cluster id 2024-11-21T17:36:07,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:07,454 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74c0c940-3ac0-4f3a-b12d-249b101d4e3e' 2024-11-21T17:36:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74c0c940-3ac0-4f3a-b12d-249b101d4e3e" 2024-11-21T17:36:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df6a620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,35457,-1] 2024-11-21T17:36:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:07,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:07,456 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:07,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34102d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:07,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4761a431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:07,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,40835,-1 for getting cluster id 2024-11-21T17:36:07,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:07,459 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d1d1168-15b4-458f-b798-97fde44f49ef' 2024-11-21T17:36:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d1d1168-15b4-458f-b798-97fde44f49ef" 2024-11-21T17:36:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766d7120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,40835,-1] 2024-11-21T17:36:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:07,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:07,461 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:07,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248bb120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:07,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64698ed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:07,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,43967,-1 for getting cluster id 2024-11-21T17:36:07,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:07,466 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bf1b620-0f52-4b4d-a1f3-83ff0c8d6a9b' 2024-11-21T17:36:07,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:07,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bf1b620-0f52-4b4d-a1f3-83ff0c8d6a9b" 2024-11-21T17:36:07,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56670b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:07,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,43967,-1] 2024-11-21T17:36:07,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:07,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:07,467 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a937bb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:07,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:07,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,38375,1732210547571, seqNum=-1] 2024-11-21T17:36:07,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:07,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:36:07,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab., hostname=f3865e8353b4,38375,1732210547571, seqNum=2] 2024-11-21T17:36:07,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:07,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,41985,1732210554395, seqNum=-1] 2024-11-21T17:36:07,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:07,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:36:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c., hostname=f3865e8353b4,41985,1732210554395, seqNum=2] 2024-11-21T17:36:07,482 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T17:36:07,741 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 379, reset compression=false 2024-11-21T17:36:07,747 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:36:07,747 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 480, reset compression=false 2024-11-21T17:36:07,747 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.shipperf3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,38375,1732210547571 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5def427aabd3c9ba2a9128f264b73ab/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T17:36:07,750 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.shipperf3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:36:07,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-21T17:36:07,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:36:07,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bf70ddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:07,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,40835,-1 for getting cluster id 2024-11-21T17:36:07,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:07,754 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d1d1168-15b4-458f-b798-97fde44f49ef' 2024-11-21T17:36:07,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:07,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d1d1168-15b4-458f-b798-97fde44f49ef" 2024-11-21T17:36:07,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48f70253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:07,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,40835,-1] 2024-11-21T17:36:07,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:07,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:07,755 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:07,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58e295a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:07,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:07,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44335,1732210550349, seqNum=-1] 2024-11-21T17:36:07,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:07,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T17:36:07,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd., hostname=f3865e8353b4,44335,1732210550349, seqNum=2] 2024-11-21T17:36:07,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:36:07,795 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 379, reset compression=false 2024-11-21T17:36:07,952 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 480, reset compression=false 2024-11-21T17:36:07,968 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 379, reset compression=false 2024-11-21T17:36:07,973 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:36:07,973 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 503, reset compression=false 2024-11-21T17:36:07,973 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44335,1732210550349 got entry batch from reader: WALEntryBatch [walEntries=[{test/02fe5b9db4be547bbc73ad7ae16430dd/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T17:36:07,975 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:36:07,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-21T17:36:07,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:36:07,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3af4056f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:07,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,43967,-1 for getting cluster id 2024-11-21T17:36:07,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:07,990 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4bf1b620-0f52-4b4d-a1f3-83ff0c8d6a9b' 2024-11-21T17:36:07,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:07,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4bf1b620-0f52-4b4d-a1f3-83ff0c8d6a9b" 2024-11-21T17:36:07,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2acf0e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:07,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,43967,-1] 2024-11-21T17:36:07,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:07,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:07,992 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:07,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@401e5031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:07,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:07,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,41985,1732210554395, seqNum=-1] 2024-11-21T17:36:07,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:07,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T17:36:07,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c., hostname=f3865e8353b4,41985,1732210554395, seqNum=2] 2024-11-21T17:36:08,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:36:08,214 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 503, reset compression=false 2024-11-21T17:36:08,267 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 480, reset compression=false 2024-11-21T17:36:08,317 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 379, reset compression=false 2024-11-21T17:36:08,322 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:36:08,322 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 526, reset compression=false 2024-11-21T17:36:08,322 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,41985,1732210554395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:36:08,484 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T17:36:08,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,44335,1732210550349, seqNum=-1] 2024-11-21T17:36:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:08,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:36:08,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd., hostname=f3865e8353b4,44335,1732210550349, seqNum=2] 2024-11-21T17:36:08,496 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T17:36:08,519 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 503, reset compression=false 2024-11-21T17:36:08,526 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 526, reset compression=false 2024-11-21T17:36:08,548 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:36:08,548 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 607, reset compression=false 2024-11-21T17:36:08,548 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44335,1732210550349 got entry batch from reader: WALEntryBatch [walEntries=[{test/02fe5b9db4be547bbc73ad7ae16430dd/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T17:36:08,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:36:08,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:36:08,562 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:36:08,562 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 653, reset compression=false 2024-11-21T17:36:08,562 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,41985,1732210554395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:36:08,678 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 480, reset compression=false 2024-11-21T17:36:08,789 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 607, reset compression=false 2024-11-21T17:36:08,822 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 653, reset compression=false 2024-11-21T17:36:09,102 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 607, reset compression=false 2024-11-21T17:36:09,150 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 653, reset compression=false 2024-11-21T17:36:09,197 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 480, reset compression=false 2024-11-21T17:36:09,272 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:36:09,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:09,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:09,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:09,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:09,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:09,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:09,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:09,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:09,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:09,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:09,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:09,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:09,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:09,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:09,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:09,499 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T17:36:09,503 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T17:36:09,517 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 607, reset compression=false 2024-11-21T17:36:09,582 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 653, reset compression=false 2024-11-21T17:36:09,587 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:36:09,587 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 757, reset compression=false 2024-11-21T17:36:09,587 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,41985,1732210554395 got entry batch from reader: WALEntryBatch [walEntries=[{test/f2ae8a1fbeadf2fe8be4da80dd279c1c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T17:36:09,590 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:36:09,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-21T17:36:09,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:36:09,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:36:09,793 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 757, reset compression=false 2024-11-21T17:36:09,801 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 480, reset compression=false 2024-11-21T17:36:10,047 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 607, reset compression=false 2024-11-21T17:36:10,053 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:36:10,053 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 734, reset compression=false 2024-11-21T17:36:10,053 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44335,1732210550349 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:36:10,098 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 757, reset compression=false 2024-11-21T17:36:10,264 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 734, reset compression=false 2024-11-21T17:36:10,506 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 480, reset compression=false 2024-11-21T17:36:10,507 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 757, reset compression=false 2024-11-21T17:36:10,509 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T17:36:10,512 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T17:36:10,536 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:36:10,536 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 636, reset compression=false 2024-11-21T17:36:10,536 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.shipperf3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,38375,1732210547571 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5def427aabd3c9ba2a9128f264b73ab/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T17:36:10,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:36:10,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:36:10,582 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 734, reset compression=false 2024-11-21T17:36:10,587 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:36:10,587 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 881, reset compression=false 2024-11-21T17:36:10,587 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44335,1732210550349 got entry batch from reader: WALEntryBatch [walEntries=[{test/02fe5b9db4be547bbc73ad7ae16430dd/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T17:36:10,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:36:10,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:36:10,747 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 636, reset compression=false 2024-11-21T17:36:10,818 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 881, reset compression=false 2024-11-21T17:36:11,046 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 757, reset compression=false 2024-11-21T17:36:11,063 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:36:11,063 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 927, reset compression=false 2024-11-21T17:36:11,063 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,41985,1732210554395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:36:11,066 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 636, reset compression=false 2024-11-21T17:36:11,134 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 881, reset compression=false 2024-11-21T17:36:11,318 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 927, reset compression=false 2024-11-21T17:36:11,509 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 636, reset compression=false 2024-11-21T17:36:11,515 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T17:36:11,519 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T17:36:11,562 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 881, reset compression=false 2024-11-21T17:36:11,567 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:36:11,567 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 1040, reset compression=false 2024-11-21T17:36:11,567 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44335,1732210550349 got entry batch from reader: WALEntryBatch [walEntries=[{test/02fe5b9db4be547bbc73ad7ae16430dd/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T17:36:11,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:36:11,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:36:11,633 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 927, reset compression=false 2024-11-21T17:36:11,638 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:36:11,638 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 1076, reset compression=false 2024-11-21T17:36:11,638 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,41985,1732210554395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:36:11,772 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 1040, reset compression=false 2024-11-21T17:36:11,841 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 1076, reset compression=false 2024-11-21T17:36:12,013 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 636, reset compression=false 2024-11-21T17:36:12,082 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 1040, reset compression=false 2024-11-21T17:36:12,162 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 1076, reset compression=false 2024-11-21T17:36:12,487 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 1040, reset compression=false 2024-11-21T17:36:12,521 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T17:36:12,525 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T17:36:12,565 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 1076, reset compression=false 2024-11-21T17:36:12,569 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:36:12,569 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 1235, reset compression=false 2024-11-21T17:36:12,569 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,41985,1732210554395 got entry batch from reader: WALEntryBatch [walEntries=[{test/f2ae8a1fbeadf2fe8be4da80dd279c1c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T17:36:12,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T17:36:12,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T17:36:12,636 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 636, reset compression=false 2024-11-21T17:36:12,773 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 1235, reset compression=false 2024-11-21T17:36:13,001 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 1040, reset compression=false 2024-11-21T17:36:13,006 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:36:13,007 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 1189, reset compression=false 2024-11-21T17:36:13,007 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44335,1732210550349 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:36:13,077 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 1235, reset compression=false 2024-11-21T17:36:13,210 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 1189, reset compression=false 2024-11-21T17:36:13,344 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 636, reset compression=false 2024-11-21T17:36:13,480 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 1235, reset compression=false 2024-11-21T17:36:13,514 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 1189, reset compression=false 2024-11-21T17:36:13,527 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T17:36:13,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:36:13,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:13,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:13,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:13,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:13,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:13,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:36:13,534 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1001361143, stopped=false 2024-11-21T17:36:13,534 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,43967,1732210554367 2024-11-21T17:36:13,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-224253470/running 2024-11-21T17:36:13,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-224253470/running 2024-11-21T17:36:13,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:36:13,536 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:36:13,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:13,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:13,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:13,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:36:13,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Set watcher on znode that does not yet exist, /2-224253470/running 2024-11-21T17:36:13,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Set watcher on znode that does not yet exist, /2-224253470/running 2024-11-21T17:36:13,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,41985,1732210554395' ***** 2024-11-21T17:36:13,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:36:13,538 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:36:13,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:36:13,539 INFO [RS:0;f3865e8353b4:41985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:36:13,539 INFO [RS:0;f3865e8353b4:41985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:36:13,539 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(3091): Received CLOSE for f4a65cd7ede7b49f22cde828aedea980 2024-11-21T17:36:13,539 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(3091): Received CLOSE for f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:13,539 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,41985,1732210554395 2024-11-21T17:36:13,539 INFO [RS:0;f3865e8353b4:41985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:36:13,539 INFO [RS:0;f3865e8353b4:41985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:41985. 2024-11-21T17:36:13,539 DEBUG [RS:0;f3865e8353b4:41985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:13,539 DEBUG [RS:0;f3865e8353b4:41985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:13,540 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:36:13,540 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:36:13,540 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:36:13,540 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:36:13,540 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4a65cd7ede7b49f22cde828aedea980, disabling compactions & flushes 2024-11-21T17:36:13,540 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980. 2024-11-21T17:36:13,540 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980. 2024-11-21T17:36:13,540 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980. after waiting 0 ms 2024-11-21T17:36:13,540 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T17:36:13,540 DEBUG [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(1325): Online Regions={f4a65cd7ede7b49f22cde828aedea980=hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980., f2ae8a1fbeadf2fe8be4da80dd279c1c=test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T17:36:13,540 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:36:13,540 DEBUG [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2ae8a1fbeadf2fe8be4da80dd279c1c, f4a65cd7ede7b49f22cde828aedea980 2024-11-21T17:36:13,540 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:36:13,540 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:36:13,540 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:36:13,540 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:36:13,540 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T17:36:13,540 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980. 2024-11-21T17:36:13,540 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f4a65cd7ede7b49f22cde828aedea980 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-21T17:36:13,558 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/.tmp/info/fcfcdf29166343faae23c9d3a7cf2ace is 147, key is hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980./info:regioninfo/1732210566559/Put/seqid=0 2024-11-21T17:36:13,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741840_1016 (size=7686) 2024-11-21T17:36:13,564 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/replication/f4a65cd7ede7b49f22cde828aedea980/.tmp/queue/d4fed3e5288c4f13bdf3414386614639 is 154, key is 1-f3865e8353b4,41985,1732210554395/queue:f3865e8353b4%2C41985%2C1732210554395/1732210572574/Put/seqid=0 2024-11-21T17:36:13,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741841_1017 (size=5353) 2024-11-21T17:36:13,582 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/replication/f4a65cd7ede7b49f22cde828aedea980/.tmp/queue/d4fed3e5288c4f13bdf3414386614639 2024-11-21T17:36:13,589 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/replication/f4a65cd7ede7b49f22cde828aedea980/.tmp/queue/d4fed3e5288c4f13bdf3414386614639 as hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/replication/f4a65cd7ede7b49f22cde828aedea980/queue/d4fed3e5288c4f13bdf3414386614639 2024-11-21T17:36:13,596 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/replication/f4a65cd7ede7b49f22cde828aedea980/queue/d4fed3e5288c4f13bdf3414386614639, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T17:36:13,597 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for f4a65cd7ede7b49f22cde828aedea980 in 57ms, sequenceid=12, compaction requested=false 2024-11-21T17:36:13,604 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:36:13,615 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/replication/f4a65cd7ede7b49f22cde828aedea980/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T17:36:13,616 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:36:13,616 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:36:13,616 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980. 2024-11-21T17:36:13,617 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4a65cd7ede7b49f22cde828aedea980: Waiting for close lock at 1732210573540Running coprocessor pre-close hooks at 1732210573540Disabling compacts and flushes for region at 1732210573540Disabling writes for close at 1732210573540Obtaining lock to block concurrent updates at 1732210573540Preparing flush snapshotting stores in f4a65cd7ede7b49f22cde828aedea980 at 1732210573540Finished memstore snapshotting hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732210573541 (+1 ms)Flushing stores of hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980. at 1732210573541Flushing f4a65cd7ede7b49f22cde828aedea980/queue: creating writer at 1732210573541Flushing f4a65cd7ede7b49f22cde828aedea980/queue: appending metadata at 1732210573564 (+23 ms)Flushing f4a65cd7ede7b49f22cde828aedea980/queue: closing flushed file at 1732210573564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fe1fba: reopening flushed file at 1732210573588 (+24 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for f4a65cd7ede7b49f22cde828aedea980 in 57ms, sequenceid=12, compaction requested=false at 1732210573597 (+9 ms)Writing region close event to WAL at 1732210573609 (+12 ms)Running coprocessor post-close hooks at 1732210573616 (+7 ms)Closed at 1732210573616 2024-11-21T17:36:13,617 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732210565308.f4a65cd7ede7b49f22cde828aedea980. 2024-11-21T17:36:13,617 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2ae8a1fbeadf2fe8be4da80dd279c1c, disabling compactions & flushes 2024-11-21T17:36:13,617 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c. 2024-11-21T17:36:13,617 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c. 2024-11-21T17:36:13,617 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c. after waiting 0 ms 2024-11-21T17:36:13,617 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c. 2024-11-21T17:36:13,617 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f2ae8a1fbeadf2fe8be4da80dd279c1c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T17:36:13,641 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c/.tmp/f/f1433eb77e6542dd9aad376231293a33 is 29, key is row1/f:/1732210571516/DeleteFamily/seqid=0 2024-11-21T17:36:13,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741842_1018 (size=5152) 2024-11-21T17:36:13,740 DEBUG [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:13,918 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 1189, reset compression=false 2024-11-21T17:36:13,940 DEBUG [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:13,963 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/.tmp/info/fcfcdf29166343faae23c9d3a7cf2ace 2024-11-21T17:36:13,987 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 1235, reset compression=false 2024-11-21T17:36:13,991 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:36:13,991 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 1482, reset compression=false 2024-11-21T17:36:13,991 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,41985,1732210554395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:36:13,992 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/.tmp/ns/fbc1b94283b04e179dc5ae60484bef5a is 43, key is default/ns:d/1732210557391/Put/seqid=0 2024-11-21T17:36:13,992 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f3865e8353b4,41985,1732210554395: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f3865e8353b4,41985,1732210554395, walGroup=f3865e8353b4%2C41985%2C1732210554395, offset=f3865e8353b4%2C41985%2C1732210554395.1732210556395:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:41985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T17:36:13,993 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T17:36:13,993 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T17:36:13,994 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T17:36:13,994 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T17:36:13,994 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T17:36:13,994 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 895264256 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 201468880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T17:36:13,994 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:43967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:43967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T17:36:13,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741843_1019 (size=5153) 2024-11-21T17:36:13,995 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/.tmp/ns/fbc1b94283b04e179dc5ae60484bef5a 2024-11-21T17:36:14,014 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/.tmp/rep_barrier/69ae8a46914b437688fc85ee5d3aa572 is 112, key is test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c./rep_barrier:seqnumDuringOpen/1732210561972/Put/seqid=0 2024-11-21T17:36:14,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741844_1020 (size=5518) 2024-11-21T17:36:14,019 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/.tmp/rep_barrier/69ae8a46914b437688fc85ee5d3aa572 2024-11-21T17:36:14,038 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/.tmp/table/5c48c2a6e3264dd2a8cf4811f04fac13 is 53, key is hbase:replication/table:state/1732210566578/Put/seqid=0 2024-11-21T17:36:14,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741845_1021 (size=5308) 2024-11-21T17:36:14,042 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/.tmp/table/5c48c2a6e3264dd2a8cf4811f04fac13 2024-11-21T17:36:14,047 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/.tmp/info/fcfcdf29166343faae23c9d3a7cf2ace as hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/info/fcfcdf29166343faae23c9d3a7cf2ace 2024-11-21T17:36:14,051 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/info/fcfcdf29166343faae23c9d3a7cf2ace, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T17:36:14,052 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c/.tmp/f/f1433eb77e6542dd9aad376231293a33 2024-11-21T17:36:14,052 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/.tmp/ns/fbc1b94283b04e179dc5ae60484bef5a as hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/ns/fbc1b94283b04e179dc5ae60484bef5a 2024-11-21T17:36:14,056 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1433eb77e6542dd9aad376231293a33 2024-11-21T17:36:14,057 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/ns/fbc1b94283b04e179dc5ae60484bef5a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T17:36:14,058 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/.tmp/rep_barrier/69ae8a46914b437688fc85ee5d3aa572 as hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/rep_barrier/69ae8a46914b437688fc85ee5d3aa572 2024-11-21T17:36:14,061 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/rep_barrier/69ae8a46914b437688fc85ee5d3aa572, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T17:36:14,062 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/.tmp/table/5c48c2a6e3264dd2a8cf4811f04fac13 as hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/table/5c48c2a6e3264dd2a8cf4811f04fac13 2024-11-21T17:36:14,065 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/table/5c48c2a6e3264dd2a8cf4811f04fac13, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T17:36:14,066 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 526ms, sequenceid=16, compaction requested=false 2024-11-21T17:36:14,071 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c/.tmp/f1/c66b0a088e504bc59883dac67f00b8f4 is 30, key is row1/f1:/1732210571516/DeleteFamily/seqid=0 2024-11-21T17:36:14,072 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T17:36:14,073 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:36:14,073 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:36:14,073 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:36:14,073 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210573540Running coprocessor pre-close hooks at 1732210573540Disabling compacts and flushes for region at 1732210573540Disabling writes for close at 1732210573540Obtaining lock to block concurrent updates at 1732210573540Preparing flush snapshotting stores in 1588230740 at 1732210573540Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732210573541 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732210573541Flushing 1588230740/info: creating writer at 1732210573541Flushing 1588230740/info: appending metadata at 1732210573558 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732210573558Flushing 1588230740/ns: creating writer at 1732210573974 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732210573991 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732210573991Flushing 1588230740/rep_barrier: creating writer at 1732210573999 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732210574013 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732210574014 (+1 ms)Flushing 1588230740/table: creating writer at 1732210574023 (+9 ms)Flushing 1588230740/table: appending metadata at 1732210574038 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732210574038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e46a0d2: reopening flushed file at 1732210574046 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f6af2b8: reopening flushed file at 1732210574051 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eada9d7: reopening flushed file at 1732210574057 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c9ad5f0: reopening flushed file at 1732210574061 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 526ms, sequenceid=16, compaction requested=false at 1732210574066 (+5 ms)Writing region close event to WAL at 1732210574069 (+3 ms)Running coprocessor post-close hooks at 1732210574073 (+4 ms)Closed at 1732210574073 2024-11-21T17:36:14,073 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:36:14,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741846_1022 (size=5158) 2024-11-21T17:36:14,141 DEBUG [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(1351): Waiting on f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:14,147 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 636, reset compression=false 2024-11-21T17:36:14,194 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 1482, reset compression=false 2024-11-21T17:36:14,267 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:36:14,267 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:36:14,341 DEBUG [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(1351): Waiting on f2ae8a1fbeadf2fe8be4da80dd279c1c 2024-11-21T17:36:14,421 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 1189, reset compression=false 2024-11-21T17:36:14,474 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c/.tmp/f1/c66b0a088e504bc59883dac67f00b8f4 2024-11-21T17:36:14,478 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c66b0a088e504bc59883dac67f00b8f4 2024-11-21T17:36:14,491 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c/.tmp/norep/8839cdb6d823431f9a5c86aff8b499fb is 33, key is row2/norep:/1732210572522/DeleteFamily/seqid=0 2024-11-21T17:36:14,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741847_1023 (size=5108) 2024-11-21T17:36:14,494 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c/.tmp/norep/8839cdb6d823431f9a5c86aff8b499fb 2024-11-21T17:36:14,499 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8839cdb6d823431f9a5c86aff8b499fb 2024-11-21T17:36:14,500 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c/.tmp/f/f1433eb77e6542dd9aad376231293a33 as hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c/f/f1433eb77e6542dd9aad376231293a33 2024-11-21T17:36:14,504 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1433eb77e6542dd9aad376231293a33 2024-11-21T17:36:14,504 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c/f/f1433eb77e6542dd9aad376231293a33, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T17:36:14,505 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c/.tmp/f1/c66b0a088e504bc59883dac67f00b8f4 as hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c/f1/c66b0a088e504bc59883dac67f00b8f4 2024-11-21T17:36:14,506 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 to pos 1482, reset compression=false 2024-11-21T17:36:14,509 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c66b0a088e504bc59883dac67f00b8f4 2024-11-21T17:36:14,509 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c/f1/c66b0a088e504bc59883dac67f00b8f4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T17:36:14,510 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c/.tmp/norep/8839cdb6d823431f9a5c86aff8b499fb as hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c/norep/8839cdb6d823431f9a5c86aff8b499fb 2024-11-21T17:36:14,514 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8839cdb6d823431f9a5c86aff8b499fb 2024-11-21T17:36:14,514 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c/norep/8839cdb6d823431f9a5c86aff8b499fb, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T17:36:14,515 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f2ae8a1fbeadf2fe8be4da80dd279c1c in 898ms, sequenceid=10, compaction requested=false 2024-11-21T17:36:14,535 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/data/default/test/f2ae8a1fbeadf2fe8be4da80dd279c1c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T17:36:14,537 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:36:14,537 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:36:14,537 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c. 2024-11-21T17:36:14,537 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2ae8a1fbeadf2fe8be4da80dd279c1c: Waiting for close lock at 1732210573617Running coprocessor pre-close hooks at 1732210573617Disabling compacts and flushes for region at 1732210573617Disabling writes for close at 1732210573617Obtaining lock to block concurrent updates at 1732210573617Preparing flush snapshotting stores in f2ae8a1fbeadf2fe8be4da80dd279c1c at 1732210573617Finished memstore snapshotting test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732210573618 (+1 ms)Flushing stores of test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c. at 1732210573618Flushing f2ae8a1fbeadf2fe8be4da80dd279c1c/f: creating writer at 1732210573618Flushing f2ae8a1fbeadf2fe8be4da80dd279c1c/f: appending metadata at 1732210573639 (+21 ms)Flushing f2ae8a1fbeadf2fe8be4da80dd279c1c/f: closing flushed file at 1732210573639Flushing f2ae8a1fbeadf2fe8be4da80dd279c1c/f1: creating writer at 1732210574056 (+417 ms)Flushing f2ae8a1fbeadf2fe8be4da80dd279c1c/f1: appending metadata at 1732210574070 (+14 ms)Flushing f2ae8a1fbeadf2fe8be4da80dd279c1c/f1: closing flushed file at 1732210574070Flushing f2ae8a1fbeadf2fe8be4da80dd279c1c/norep: creating writer at 1732210574478 (+408 ms)Flushing f2ae8a1fbeadf2fe8be4da80dd279c1c/norep: appending metadata at 1732210574491 (+13 ms)Flushing f2ae8a1fbeadf2fe8be4da80dd279c1c/norep: closing flushed file at 1732210574491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da61ea8: reopening flushed file at 1732210574499 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a9862e: reopening flushed file at 1732210574504 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec1e119: reopening flushed file at 1732210574509 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f2ae8a1fbeadf2fe8be4da80dd279c1c in 898ms, sequenceid=10, compaction requested=false at 1732210574515 (+6 ms)Writing region close event to WAL at 1732210574532 (+17 ms)Running coprocessor post-close hooks at 1732210574537 (+5 ms)Closed at 1732210574537 2024-11-21T17:36:14,538 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732210560800.f2ae8a1fbeadf2fe8be4da80dd279c1c. 2024-11-21T17:36:14,541 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,41985,1732210554395; all regions closed. 2024-11-21T17:36:14,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741834_1010 (size=4239) 2024-11-21T17:36:14,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741839_1015 (size=3114) 2024-11-21T17:36:14,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741832_1008 (size=2134) 2024-11-21T17:36:14,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/WALs/f3865e8353b4,41985,1732210554395/f3865e8353b4%2C41985%2C1732210554395.1732210556395 not finished, retry = 0 2024-11-21T17:36:14,676 DEBUG [RS:0;f3865e8353b4:41985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:14,676 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:36:14,676 INFO [RS:0;f3865e8353b4:41985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:36:14,677 INFO [RS:0;f3865e8353b4:41985 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T17:36:14,677 INFO [RS:0;f3865e8353b4:41985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:36:14,677 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:36:14,677 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,41985,1732210554395 because: Region server is closing 2024-11-21T17:36:14,677 INFO [RS:0;f3865e8353b4:41985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:41985. 2024-11-21T17:36:14,677 DEBUG [RS:0;f3865e8353b4:41985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:14,677 DEBUG [RS:0;f3865e8353b4:41985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:14,677 DEBUG [RS:0;f3865e8353b4:41985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:14,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:14,778 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.shipperf3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 terminated 2024-11-21T17:36:14,778 INFO [RS:0;f3865e8353b4:41985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:41985. 2024-11-21T17:36:14,778 DEBUG [RS:0;f3865e8353b4:41985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:14,778 DEBUG [RS:0;f3865e8353b4:41985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:14,778 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,41985,1732210554395.replicationSource.wal-reader.f3865e8353b4%2C41985%2C1732210554395,1-f3865e8353b4,41985,1732210554395 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T17:36:14,778 DEBUG [RS:0;f3865e8353b4:41985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:14,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:14,779 INFO [RS:0;f3865e8353b4:41985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41985 2024-11-21T17:36:14,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470/rs 2024-11-21T17:36:14,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-224253470/rs/f3865e8353b4,41985,1732210554395 2024-11-21T17:36:14,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,41985,1732210554395] 2024-11-21T17:36:14,786 INFO [RS:0;f3865e8353b4:41985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:36:14,786 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-224253470/draining/f3865e8353b4,41985,1732210554395 already deleted, retry=false 2024-11-21T17:36:14,786 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,41985,1732210554395 expired; onlineServers=0 2024-11-21T17:36:14,786 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,43967,1732210554367' ***** 2024-11-21T17:36:14,786 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:36:14,786 INFO [M:0;f3865e8353b4:43967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:36:14,786 INFO [M:0;f3865e8353b4:43967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:36:14,786 DEBUG [M:0;f3865e8353b4:43967 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:36:14,787 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:36:14,787 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210556151 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210556151,5,FailOnTimeoutGroup] 2024-11-21T17:36:14,787 DEBUG [M:0;f3865e8353b4:43967 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:36:14,787 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210556151 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210556151,5,FailOnTimeoutGroup] 2024-11-21T17:36:14,787 INFO [M:0;f3865e8353b4:43967 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:36:14,787 INFO [M:0;f3865e8353b4:43967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:36:14,787 DEBUG [M:0;f3865e8353b4:43967 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:36:14,787 INFO [M:0;f3865e8353b4:43967 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:36:14,787 INFO [M:0;f3865e8353b4:43967 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:36:14,787 INFO [M:0;f3865e8353b4:43967 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:36:14,788 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:36:14,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-224253470/master 2024-11-21T17:36:14,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:36:14,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-224253470/master 2024-11-21T17:36:14,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-224253470 2024-11-21T17:36:14,790 DEBUG [M:0;f3865e8353b4:43967 {}] zookeeper.ZKUtil(347): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Unable to get data of znode /2-224253470/master because node does not exist (not an error) 2024-11-21T17:36:14,790 WARN [M:0;f3865e8353b4:43967 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:36:14,791 INFO [M:0;f3865e8353b4:43967 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/.lastflushedseqids 2024-11-21T17:36:14,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741848_1024 (size=245) 2024-11-21T17:36:14,813 INFO [M:0;f3865e8353b4:43967 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:36:14,813 INFO [M:0;f3865e8353b4:43967 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:36:14,813 DEBUG [M:0;f3865e8353b4:43967 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:36:14,813 INFO [M:0;f3865e8353b4:43967 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:14,813 DEBUG [M:0;f3865e8353b4:43967 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:14,813 DEBUG [M:0;f3865e8353b4:43967 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:36:14,814 DEBUG [M:0;f3865e8353b4:43967 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:14,814 INFO [M:0;f3865e8353b4:43967 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T17:36:14,845 DEBUG [M:0;f3865e8353b4:43967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3886c3e6a8c4ac296b662b37f65d699 is 82, key is hbase:meta,,1/info:regioninfo/1732210557368/Put/seqid=0 2024-11-21T17:36:14,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741849_1025 (size=5672) 2024-11-21T17:36:14,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:14,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x100635ab3c90007, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:14,893 INFO [RS:0;f3865e8353b4:41985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:36:14,893 INFO [RS:0;f3865e8353b4:41985 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,41985,1732210554395; zookeeper connection closed. 2024-11-21T17:36:14,893 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@559df359 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@559df359 2024-11-21T17:36:14,893 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:36:15,024 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 1189, reset compression=false 2024-11-21T17:36:15,058 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 636, reset compression=false 2024-11-21T17:36:15,262 INFO [M:0;f3865e8353b4:43967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3886c3e6a8c4ac296b662b37f65d699 2024-11-21T17:36:15,307 DEBUG [M:0;f3865e8353b4:43967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f5083327af146eab82bd17d116c491a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732210566584/Put/seqid=0 2024-11-21T17:36:15,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741850_1026 (size=8516) 2024-11-21T17:36:15,339 INFO [M:0;f3865e8353b4:43967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f5083327af146eab82bd17d116c491a 2024-11-21T17:36:15,366 DEBUG [M:0;f3865e8353b4:43967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc99f68e15fa49b6bc07e93080b977b8 is 69, key is f3865e8353b4,41985,1732210554395/rs:state/1732210556243/Put/seqid=0 2024-11-21T17:36:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741851_1027 (size=5156) 2024-11-21T17:36:15,375 INFO [M:0;f3865e8353b4:43967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc99f68e15fa49b6bc07e93080b977b8 2024-11-21T17:36:15,380 DEBUG [M:0;f3865e8353b4:43967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3886c3e6a8c4ac296b662b37f65d699 as hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3886c3e6a8c4ac296b662b37f65d699 2024-11-21T17:36:15,384 INFO [M:0;f3865e8353b4:43967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3886c3e6a8c4ac296b662b37f65d699, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T17:36:15,385 DEBUG [M:0;f3865e8353b4:43967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f5083327af146eab82bd17d116c491a as hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f5083327af146eab82bd17d116c491a 2024-11-21T17:36:15,390 INFO [M:0;f3865e8353b4:43967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f5083327af146eab82bd17d116c491a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T17:36:15,391 DEBUG [M:0;f3865e8353b4:43967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc99f68e15fa49b6bc07e93080b977b8 as hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc99f68e15fa49b6bc07e93080b977b8 2024-11-21T17:36:15,396 INFO [M:0;f3865e8353b4:43967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39035/user/jenkins/test-data/4aeddb57-354f-2573-9d98-c8430ac93047/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc99f68e15fa49b6bc07e93080b977b8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T17:36:15,398 INFO [M:0;f3865e8353b4:43967 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 583ms, sequenceid=97, compaction requested=false 2024-11-21T17:36:15,399 INFO [M:0;f3865e8353b4:43967 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:15,399 DEBUG [M:0;f3865e8353b4:43967 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210574813Disabling compacts and flushes for region at 1732210574813Disabling writes for close at 1732210574814 (+1 ms)Obtaining lock to block concurrent updates at 1732210574814Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210574814Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732210574814Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210574815 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210574815Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210574845 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210574845Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210575267 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210575307 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210575307Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210575347 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210575365 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210575365Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d24c124: reopening flushed file at 1732210575379 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c6441: reopening flushed file at 1732210575384 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b40e79: reopening flushed file at 1732210575390 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 583ms, sequenceid=97, compaction requested=false at 1732210575398 (+8 ms)Writing region close event to WAL at 1732210575399 (+1 ms)Closed at 1732210575399 2024-11-21T17:36:15,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741830_1006 (size=63654) 2024-11-21T17:36:15,407 INFO [M:0;f3865e8353b4:43967 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:36:15,407 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:36:15,407 INFO [M:0;f3865e8353b4:43967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43967 2024-11-21T17:36:15,407 INFO [M:0;f3865e8353b4:43967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:36:15,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:15,509 INFO [M:0;f3865e8353b4:43967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:36:15,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43967-0x100635ab3c90006, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:15,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@451a803b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:36:15,512 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f56c3e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:36:15,512 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:36:15,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11ad6ca6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:36:15,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65bd3d89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/hadoop.log.dir/,STOPPED} 2024-11-21T17:36:15,514 WARN [BP-261264624-172.17.0.2-1732210553313 heartbeating to localhost/127.0.0.1:39035 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:36:15,514 WARN [BP-261264624-172.17.0.2-1732210553313 heartbeating to localhost/127.0.0.1:39035 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-261264624-172.17.0.2-1732210553313 (Datanode Uuid 19125ed1-96a8-4532-a49d-6cd5fa914a6b) service to localhost/127.0.0.1:39035 2024-11-21T17:36:15,514 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:36:15,514 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:36:15,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/cluster_3012e078-1287-c725-3e77-0bb936ba67f6/data/data2/current/BP-261264624-172.17.0.2-1732210553313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:36:15,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/cluster_3012e078-1287-c725-3e77-0bb936ba67f6/data/data1/current/BP-261264624-172.17.0.2-1732210553313 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:36:15,516 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:36:15,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fbefb74{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:36:15,524 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@193535bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:36:15,524 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:36:15,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67144959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:36:15,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58beb4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/hadoop.log.dir/,STOPPED} 2024-11-21T17:36:15,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:36:15,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:36:15,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:15,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:15,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:15,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:15,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:15,546 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:36:15,546 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1829750932, stopped=false 2024-11-21T17:36:15,546 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,40835,1732210550310 2024-11-21T17:36:15,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1847269891/running 2024-11-21T17:36:15,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1847269891/running 2024-11-21T17:36:15,547 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:36:15,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891 2024-11-21T17:36:15,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891 2024-11-21T17:36:15,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Set watcher on znode that does not yet exist, /1-1847269891/running 2024-11-21T17:36:15,548 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:15,548 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:15,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:15,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Set watcher on znode that does not yet exist, /1-1847269891/running 2024-11-21T17:36:15,548 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,44335,1732210550349' ***** 2024-11-21T17:36:15,548 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:36:15,548 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:36:15,549 INFO [RS:0;f3865e8353b4:44335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:36:15,549 INFO [RS:0;f3865e8353b4:44335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:36:15,549 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(3091): Received CLOSE for 2cfc41ce63c113a2958f2c9d7c913ca5 2024-11-21T17:36:15,549 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:36:15,553 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(3091): Received CLOSE for 02fe5b9db4be547bbc73ad7ae16430dd 2024-11-21T17:36:15,553 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,44335,1732210550349 2024-11-21T17:36:15,553 INFO [RS:0;f3865e8353b4:44335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:36:15,553 INFO [RS:0;f3865e8353b4:44335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:44335. 2024-11-21T17:36:15,553 DEBUG [RS:0;f3865e8353b4:44335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:15,554 DEBUG [RS:0;f3865e8353b4:44335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:15,554 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:36:15,554 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:36:15,554 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:36:15,554 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:36:15,554 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T17:36:15,554 DEBUG [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(1325): Online Regions={2cfc41ce63c113a2958f2c9d7c913ca5=hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5., 1588230740=hbase:meta,,1.1588230740, 02fe5b9db4be547bbc73ad7ae16430dd=test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd.} 2024-11-21T17:36:15,554 DEBUG [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(1351): Waiting on 02fe5b9db4be547bbc73ad7ae16430dd, 1588230740, 2cfc41ce63c113a2958f2c9d7c913ca5 2024-11-21T17:36:15,554 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2cfc41ce63c113a2958f2c9d7c913ca5, disabling compactions & flushes 2024-11-21T17:36:15,554 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5. 2024-11-21T17:36:15,554 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5. 2024-11-21T17:36:15,554 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5. after waiting 0 ms 2024-11-21T17:36:15,554 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5. 2024-11-21T17:36:15,555 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2cfc41ce63c113a2958f2c9d7c913ca5 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-21T17:36:15,555 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:36:15,555 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:36:15,555 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:36:15,555 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:36:15,555 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:36:15,555 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T17:36:15,592 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/replication/2cfc41ce63c113a2958f2c9d7c913ca5/.tmp/queue/f08eec3817de4de89eb86aa40d9c5dc4 is 154, key is 1-f3865e8353b4,44335,1732210550349/queue:f3865e8353b4%2C44335%2C1732210550349/1732210573008/Put/seqid=0 2024-11-21T17:36:15,597 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/.tmp/info/0f1af095eb3c44dca3b903d69bae66de is 147, key is hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5./info:regioninfo/1732210564684/Put/seqid=0 2024-11-21T17:36:15,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741840_1016 (size=5353) 2024-11-21T17:36:15,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741841_1017 (size=7686) 2024-11-21T17:36:15,608 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/replication/2cfc41ce63c113a2958f2c9d7c913ca5/.tmp/queue/f08eec3817de4de89eb86aa40d9c5dc4 2024-11-21T17:36:15,608 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/.tmp/info/0f1af095eb3c44dca3b903d69bae66de 2024-11-21T17:36:15,615 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/replication/2cfc41ce63c113a2958f2c9d7c913ca5/.tmp/queue/f08eec3817de4de89eb86aa40d9c5dc4 as hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/replication/2cfc41ce63c113a2958f2c9d7c913ca5/queue/f08eec3817de4de89eb86aa40d9c5dc4 2024-11-21T17:36:15,620 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/replication/2cfc41ce63c113a2958f2c9d7c913ca5/queue/f08eec3817de4de89eb86aa40d9c5dc4, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T17:36:15,621 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 2cfc41ce63c113a2958f2c9d7c913ca5 in 67ms, sequenceid=12, compaction requested=false 2024-11-21T17:36:15,621 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T17:36:15,638 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:36:15,638 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/replication/2cfc41ce63c113a2958f2c9d7c913ca5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T17:36:15,639 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:36:15,639 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:36:15,639 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5. 2024-11-21T17:36:15,640 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2cfc41ce63c113a2958f2c9d7c913ca5: Waiting for close lock at 1732210575554Running coprocessor pre-close hooks at 1732210575554Disabling compacts and flushes for region at 1732210575554Disabling writes for close at 1732210575554Obtaining lock to block concurrent updates at 1732210575555 (+1 ms)Preparing flush snapshotting stores in 2cfc41ce63c113a2958f2c9d7c913ca5 at 1732210575555Finished memstore snapshotting hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732210575555Flushing stores of hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5. at 1732210575556 (+1 ms)Flushing 2cfc41ce63c113a2958f2c9d7c913ca5/queue: creating writer at 1732210575556Flushing 2cfc41ce63c113a2958f2c9d7c913ca5/queue: appending metadata at 1732210575591 (+35 ms)Flushing 2cfc41ce63c113a2958f2c9d7c913ca5/queue: closing flushed file at 1732210575591Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d666d7: reopening flushed file at 1732210575615 (+24 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 2cfc41ce63c113a2958f2c9d7c913ca5 in 67ms, sequenceid=12, compaction requested=false at 1732210575621 (+6 ms)Writing region close event to WAL at 1732210575629 (+8 ms)Running coprocessor post-close hooks at 1732210575639 (+10 ms)Closed at 1732210575639 2024-11-21T17:36:15,640 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732210564160.2cfc41ce63c113a2958f2c9d7c913ca5. 2024-11-21T17:36:15,640 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02fe5b9db4be547bbc73ad7ae16430dd, disabling compactions & flushes 2024-11-21T17:36:15,640 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd. 2024-11-21T17:36:15,640 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd. 2024-11-21T17:36:15,640 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd. after waiting 0 ms 2024-11-21T17:36:15,640 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd. 2024-11-21T17:36:15,640 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 02fe5b9db4be547bbc73ad7ae16430dd 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T17:36:15,656 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/.tmp/ns/b6758f664ae14148a6c3fa60aa2c5886 is 43, key is default/ns:d/1732210553267/Put/seqid=0 2024-11-21T17:36:15,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741842_1018 (size=5153) 2024-11-21T17:36:15,671 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/.tmp/ns/b6758f664ae14148a6c3fa60aa2c5886 2024-11-21T17:36:15,673 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd/.tmp/f/37c81d1d0f0847019949f11eca1f49c5 is 29, key is row1/f:/1732210571516/DeleteFamily/seqid=0 2024-11-21T17:36:15,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741843_1019 (size=5152) 2024-11-21T17:36:15,689 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd/.tmp/f/37c81d1d0f0847019949f11eca1f49c5 2024-11-21T17:36:15,693 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37c81d1d0f0847019949f11eca1f49c5 2024-11-21T17:36:15,705 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/.tmp/rep_barrier/e42bc866e2004aaaab9cd2ba886e2c32 is 112, key is test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd./rep_barrier:seqnumDuringOpen/1732210559828/Put/seqid=0 2024-11-21T17:36:15,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741844_1020 (size=5518) 2024-11-21T17:36:15,720 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd/.tmp/f1/388291365db54a45809e2b5d40cc5a61 is 30, key is row1/f1:/1732210571516/DeleteFamily/seqid=0 2024-11-21T17:36:15,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741845_1021 (size=5158) 2024-11-21T17:36:15,724 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd/.tmp/f1/388291365db54a45809e2b5d40cc5a61 2024-11-21T17:36:15,728 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 1189, reset compression=false 2024-11-21T17:36:15,730 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 388291365db54a45809e2b5d40cc5a61 2024-11-21T17:36:15,733 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:36:15,733 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 1436, reset compression=false 2024-11-21T17:36:15,733 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,44335,1732210550349 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:36:15,734 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f3865e8353b4,44335,1732210550349: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f3865e8353b4,44335,1732210550349, walGroup=f3865e8353b4%2C44335%2C1732210550349, offset=f3865e8353b4%2C44335%2C1732210550349.1732210552342:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:44335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T17:36:15,736 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T17:36:15,737 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T17:36:15,740 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T17:36:15,740 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T17:36:15,740 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T17:36:15,740 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 962373120 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 201756928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T17:36:15,740 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:40835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:40835 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T17:36:15,753 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd/.tmp/norep/49697290441e42d18918a1785faa22ed is 33, key is row1/norep:/1732210571516/DeleteFamily/seqid=0 2024-11-21T17:36:15,754 DEBUG [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(1351): Waiting on 02fe5b9db4be547bbc73ad7ae16430dd, 1588230740 2024-11-21T17:36:15,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741846_1022 (size=5108) 2024-11-21T17:36:15,764 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd/.tmp/norep/49697290441e42d18918a1785faa22ed 2024-11-21T17:36:15,768 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49697290441e42d18918a1785faa22ed 2024-11-21T17:36:15,769 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd/.tmp/f/37c81d1d0f0847019949f11eca1f49c5 as hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd/f/37c81d1d0f0847019949f11eca1f49c5 2024-11-21T17:36:15,775 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37c81d1d0f0847019949f11eca1f49c5 2024-11-21T17:36:15,775 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd/f/37c81d1d0f0847019949f11eca1f49c5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T17:36:15,776 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd/.tmp/f1/388291365db54a45809e2b5d40cc5a61 as hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd/f1/388291365db54a45809e2b5d40cc5a61 2024-11-21T17:36:15,781 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 388291365db54a45809e2b5d40cc5a61 2024-11-21T17:36:15,781 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd/f1/388291365db54a45809e2b5d40cc5a61, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T17:36:15,782 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd/.tmp/norep/49697290441e42d18918a1785faa22ed as hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd/norep/49697290441e42d18918a1785faa22ed 2024-11-21T17:36:15,787 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49697290441e42d18918a1785faa22ed 2024-11-21T17:36:15,788 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd/norep/49697290441e42d18918a1785faa22ed, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T17:36:15,789 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 02fe5b9db4be547bbc73ad7ae16430dd in 149ms, sequenceid=10, compaction requested=false 2024-11-21T17:36:15,815 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/default/test/02fe5b9db4be547bbc73ad7ae16430dd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T17:36:15,816 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:36:15,816 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:36:15,816 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd. 2024-11-21T17:36:15,816 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02fe5b9db4be547bbc73ad7ae16430dd: Waiting for close lock at 1732210575640Running coprocessor pre-close hooks at 1732210575640Disabling compacts and flushes for region at 1732210575640Disabling writes for close at 1732210575640Obtaining lock to block concurrent updates at 1732210575640Preparing flush snapshotting stores in 02fe5b9db4be547bbc73ad7ae16430dd at 1732210575640Finished memstore snapshotting test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732210575641 (+1 ms)Flushing stores of test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd. at 1732210575641Flushing 02fe5b9db4be547bbc73ad7ae16430dd/f: creating writer at 1732210575641Flushing 02fe5b9db4be547bbc73ad7ae16430dd/f: appending metadata at 1732210575671 (+30 ms)Flushing 02fe5b9db4be547bbc73ad7ae16430dd/f: closing flushed file at 1732210575672 (+1 ms)Flushing 02fe5b9db4be547bbc73ad7ae16430dd/f1: creating writer at 1732210575694 (+22 ms)Flushing 02fe5b9db4be547bbc73ad7ae16430dd/f1: appending metadata at 1732210575719 (+25 ms)Flushing 02fe5b9db4be547bbc73ad7ae16430dd/f1: closing flushed file at 1732210575719Flushing 02fe5b9db4be547bbc73ad7ae16430dd/norep: creating writer at 1732210575730 (+11 ms)Flushing 02fe5b9db4be547bbc73ad7ae16430dd/norep: appending metadata at 1732210575752 (+22 ms)Flushing 02fe5b9db4be547bbc73ad7ae16430dd/norep: closing flushed file at 1732210575752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58a30739: reopening flushed file at 1732210575768 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c0a8e24: reopening flushed file at 1732210575775 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c0af00: reopening flushed file at 1732210575781 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 02fe5b9db4be547bbc73ad7ae16430dd in 149ms, sequenceid=10, compaction requested=false at 1732210575789 (+8 ms)Writing region close event to WAL at 1732210575810 (+21 ms)Running coprocessor post-close hooks at 1732210575815 (+5 ms)Closed at 1732210575816 (+1 ms) 2024-11-21T17:36:15,816 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732210558642.02fe5b9db4be547bbc73ad7ae16430dd. 2024-11-21T17:36:15,944 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 1436, reset compression=false 2024-11-21T17:36:15,950 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:36:15,950 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 2080, reset compression=false 2024-11-21T17:36:15,955 DEBUG [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:36:16,081 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 636, reset compression=false 2024-11-21T17:36:16,111 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/.tmp/rep_barrier/e42bc866e2004aaaab9cd2ba886e2c32 2024-11-21T17:36:16,137 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/.tmp/table/e39f0f5edc8a4c769dce169518139156 is 53, key is hbase:replication/table:state/1732210564711/Put/seqid=0 2024-11-21T17:36:16,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741847_1023 (size=5308) 2024-11-21T17:36:16,141 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/.tmp/table/e39f0f5edc8a4c769dce169518139156 2024-11-21T17:36:16,147 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/.tmp/info/0f1af095eb3c44dca3b903d69bae66de as hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/info/0f1af095eb3c44dca3b903d69bae66de 2024-11-21T17:36:16,151 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/info/0f1af095eb3c44dca3b903d69bae66de, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T17:36:16,151 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/.tmp/ns/b6758f664ae14148a6c3fa60aa2c5886 as hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/ns/b6758f664ae14148a6c3fa60aa2c5886 2024-11-21T17:36:16,153 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 2080, reset compression=false 2024-11-21T17:36:16,155 DEBUG [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:36:16,157 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/ns/b6758f664ae14148a6c3fa60aa2c5886, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T17:36:16,158 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/.tmp/rep_barrier/e42bc866e2004aaaab9cd2ba886e2c32 as hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/rep_barrier/e42bc866e2004aaaab9cd2ba886e2c32 2024-11-21T17:36:16,165 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/rep_barrier/e42bc866e2004aaaab9cd2ba886e2c32, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T17:36:16,165 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/.tmp/table/e39f0f5edc8a4c769dce169518139156 as hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/table/e39f0f5edc8a4c769dce169518139156 2024-11-21T17:36:16,170 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/table/e39f0f5edc8a4c769dce169518139156, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T17:36:16,171 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 616ms, sequenceid=16, compaction requested=false 2024-11-21T17:36:16,171 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:36:16,177 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T17:36:16,177 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:36:16,177 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:36:16,177 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:36:16,178 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210575555Running coprocessor pre-close hooks at 1732210575555Disabling compacts and flushes for region at 1732210575555Disabling writes for close at 1732210575555Obtaining lock to block concurrent updates at 1732210575555Preparing flush snapshotting stores in 1588230740 at 1732210575555Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732210575555Flushing stores of hbase:meta,,1.1588230740 at 1732210575556 (+1 ms)Flushing 1588230740/info: creating writer at 1732210575556Flushing 1588230740/info: appending metadata at 1732210575597 (+41 ms)Flushing 1588230740/info: closing flushed file at 1732210575597Flushing 1588230740/ns: creating writer at 1732210575630 (+33 ms)Flushing 1588230740/ns: appending metadata at 1732210575656 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732210575656Flushing 1588230740/rep_barrier: creating writer at 1732210575676 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732210575705 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732210575705Flushing 1588230740/table: creating writer at 1732210576116 (+411 ms)Flushing 1588230740/table: appending metadata at 1732210576136 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732210576136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c25b2af: reopening flushed file at 1732210576146 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3434b924: reopening flushed file at 1732210576151 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1db2827: reopening flushed file at 1732210576157 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae9d9bd: reopening flushed file at 1732210576165 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 616ms, sequenceid=16, compaction requested=false at 1732210576171 (+6 ms)Writing region close event to WAL at 1732210576173 (+2 ms)Running coprocessor post-close hooks at 1732210576177 (+4 ms)Closed at 1732210576177 2024-11-21T17:36:16,178 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:36:16,205 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:36:16,206 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:36:16,357 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,44335,1732210550349; all regions closed. 2024-11-21T17:36:16,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741834_1010 (size=4239) 2024-11-21T17:36:16,371 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.meta.1732210553232.meta not finished, retry = 0 2024-11-21T17:36:16,458 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/WALs/f3865e8353b4,44335,1732210550349/f3865e8353b4%2C44335%2C1732210550349.1732210552342 to pos 2080, reset compression=false 2024-11-21T17:36:16,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741839_1015 (size=3114) 2024-11-21T17:36:16,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741832_1008 (size=2088) 2024-11-21T17:36:16,475 DEBUG [RS:0;f3865e8353b4:44335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:16,475 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:36:16,475 INFO [RS:0;f3865e8353b4:44335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:36:16,475 INFO [RS:0;f3865e8353b4:44335 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:36:16,475 INFO [RS:0;f3865e8353b4:44335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:36:16,475 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:36:16,476 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,44335,1732210550349 because: Region server is closing 2024-11-21T17:36:16,476 INFO [RS:0;f3865e8353b4:44335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:44335. 2024-11-21T17:36:16,476 DEBUG [RS:0;f3865e8353b4:44335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:16,476 DEBUG [RS:0;f3865e8353b4:44335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:16,476 DEBUG [RS:0;f3865e8353b4:44335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:16,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:16,576 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.shipperf3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 terminated 2024-11-21T17:36:16,576 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,44335,1732210550349.replicationSource.wal-reader.f3865e8353b4%2C44335%2C1732210550349,1-f3865e8353b4,44335,1732210550349 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T17:36:16,576 INFO [RS:0;f3865e8353b4:44335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:44335. 2024-11-21T17:36:16,577 DEBUG [RS:0;f3865e8353b4:44335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:16,577 DEBUG [RS:0;f3865e8353b4:44335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:16,577 DEBUG [RS:0;f3865e8353b4:44335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:16,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:16,577 INFO [RS:0;f3865e8353b4:44335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44335 2024-11-21T17:36:16,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891/rs 2024-11-21T17:36:16,579 INFO [RS:0;f3865e8353b4:44335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:36:16,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1847269891/rs/f3865e8353b4,44335,1732210550349 2024-11-21T17:36:16,580 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,44335,1732210550349] 2024-11-21T17:36:16,581 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1847269891/draining/f3865e8353b4,44335,1732210550349 already deleted, retry=false 2024-11-21T17:36:16,581 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,44335,1732210550349 expired; onlineServers=0 2024-11-21T17:36:16,581 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,40835,1732210550310' ***** 2024-11-21T17:36:16,581 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:36:16,581 INFO [M:0;f3865e8353b4:40835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:36:16,581 INFO [M:0;f3865e8353b4:40835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:36:16,581 DEBUG [M:0;f3865e8353b4:40835 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:36:16,582 DEBUG [M:0;f3865e8353b4:40835 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:36:16,582 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:36:16,582 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210552099 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210552099,5,FailOnTimeoutGroup] 2024-11-21T17:36:16,582 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210552099 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210552099,5,FailOnTimeoutGroup] 2024-11-21T17:36:16,582 INFO [M:0;f3865e8353b4:40835 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:36:16,582 INFO [M:0;f3865e8353b4:40835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:36:16,582 DEBUG [M:0;f3865e8353b4:40835 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:36:16,582 INFO [M:0;f3865e8353b4:40835 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:36:16,582 INFO [M:0;f3865e8353b4:40835 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:36:16,582 INFO [M:0;f3865e8353b4:40835 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:36:16,582 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:36:16,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1847269891/master 2024-11-21T17:36:16,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1847269891 2024-11-21T17:36:16,583 DEBUG [M:0;f3865e8353b4:40835 {}] zookeeper.ZKUtil(347): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Unable to get data of znode /1-1847269891/master because node does not exist (not an error) 2024-11-21T17:36:16,583 WARN [M:0;f3865e8353b4:40835 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:36:16,584 INFO [M:0;f3865e8353b4:40835 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/.lastflushedseqids 2024-11-21T17:36:16,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741848_1024 (size=245) 2024-11-21T17:36:16,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:16,680 INFO [RS:0;f3865e8353b4:44335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:36:16,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44335-0x100635ab3c90004, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:16,680 INFO [RS:0;f3865e8353b4:44335 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,44335,1732210550349; zookeeper connection closed. 2024-11-21T17:36:16,681 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@345d49c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@345d49c3 2024-11-21T17:36:16,681 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:36:16,988 INFO [M:0;f3865e8353b4:40835 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:36:16,988 INFO [M:0;f3865e8353b4:40835 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:36:16,988 DEBUG [M:0;f3865e8353b4:40835 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:36:16,988 INFO [M:0;f3865e8353b4:40835 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:16,988 DEBUG [M:0;f3865e8353b4:40835 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:16,988 DEBUG [M:0;f3865e8353b4:40835 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:36:16,988 DEBUG [M:0;f3865e8353b4:40835 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:16,989 INFO [M:0;f3865e8353b4:40835 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T17:36:17,006 DEBUG [M:0;f3865e8353b4:40835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a0a4221479f4996b0896cf6d3dc8ea6 is 82, key is hbase:meta,,1/info:regioninfo/1732210553259/Put/seqid=0 2024-11-21T17:36:17,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741849_1025 (size=5672) 2024-11-21T17:36:17,101 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T17:36:17,185 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 636, reset compression=false 2024-11-21T17:36:17,410 INFO [M:0;f3865e8353b4:40835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a0a4221479f4996b0896cf6d3dc8ea6 2024-11-21T17:36:17,430 DEBUG [M:0;f3865e8353b4:40835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/231fcb9fbefe47cca82fdca0a66cfc7a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732210564717/Put/seqid=0 2024-11-21T17:36:17,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741850_1026 (size=8516) 2024-11-21T17:36:17,833 INFO [M:0;f3865e8353b4:40835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/231fcb9fbefe47cca82fdca0a66cfc7a 2024-11-21T17:36:17,851 DEBUG [M:0;f3865e8353b4:40835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef77073e73f04191b9609b24f464bb1c is 69, key is f3865e8353b4,44335,1732210550349/rs:state/1732210552193/Put/seqid=0 2024-11-21T17:36:17,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741851_1027 (size=5156) 2024-11-21T17:36:18,254 INFO [M:0;f3865e8353b4:40835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef77073e73f04191b9609b24f464bb1c 2024-11-21T17:36:18,259 DEBUG [M:0;f3865e8353b4:40835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a0a4221479f4996b0896cf6d3dc8ea6 as hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a0a4221479f4996b0896cf6d3dc8ea6 2024-11-21T17:36:18,262 INFO [M:0;f3865e8353b4:40835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a0a4221479f4996b0896cf6d3dc8ea6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T17:36:18,263 DEBUG [M:0;f3865e8353b4:40835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/231fcb9fbefe47cca82fdca0a66cfc7a as hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/231fcb9fbefe47cca82fdca0a66cfc7a 2024-11-21T17:36:18,267 INFO [M:0;f3865e8353b4:40835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/231fcb9fbefe47cca82fdca0a66cfc7a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T17:36:18,268 DEBUG [M:0;f3865e8353b4:40835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef77073e73f04191b9609b24f464bb1c as hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef77073e73f04191b9609b24f464bb1c 2024-11-21T17:36:18,271 INFO [M:0;f3865e8353b4:40835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36167/user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef77073e73f04191b9609b24f464bb1c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T17:36:18,272 INFO [M:0;f3865e8353b4:40835 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-21T17:36:18,275 INFO [M:0;f3865e8353b4:40835 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:18,275 DEBUG [M:0;f3865e8353b4:40835 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210576988Disabling compacts and flushes for region at 1732210576988Disabling writes for close at 1732210576988Obtaining lock to block concurrent updates at 1732210576989 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210576989Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732210576989Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210576989Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210576989Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210577006 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210577006Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210577413 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210577429 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210577429Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210577836 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210577851 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210577851Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38f01368: reopening flushed file at 1732210578258 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73e6db11: reopening flushed file at 1732210578262 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@269b809b: reopening flushed file at 1732210578267 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1732210578272 (+5 ms)Writing region close event to WAL at 1732210578275 (+3 ms)Closed at 1732210578275 2024-11-21T17:36:18,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42491 is added to blk_1073741830_1006 (size=63654) 2024-11-21T17:36:18,282 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5ae85592-8397-f823-c726-f55a41843f09/MasterData/WALs/f3865e8353b4,40835,1732210550310/f3865e8353b4%2C40835%2C1732210550310.1732210552034 not finished, retry = 0 2024-11-21T17:36:18,383 INFO [M:0;f3865e8353b4:40835 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:36:18,383 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:36:18,386 INFO [M:0;f3865e8353b4:40835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40835 2024-11-21T17:36:18,386 INFO [M:0;f3865e8353b4:40835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:36:18,388 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 636, reset compression=false 2024-11-21T17:36:18,487 INFO [M:0;f3865e8353b4:40835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:36:18,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:18,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40835-0x100635ab3c90003, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:18,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71685ee2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:36:18,494 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c5daad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:36:18,494 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:36:18,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@743c2598{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:36:18,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4be60ff2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/hadoop.log.dir/,STOPPED} 2024-11-21T17:36:18,497 WARN [BP-775168279-172.17.0.2-1732210549823 heartbeating to localhost/127.0.0.1:36167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:36:18,497 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:36:18,497 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:36:18,497 WARN [BP-775168279-172.17.0.2-1732210549823 heartbeating to localhost/127.0.0.1:36167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-775168279-172.17.0.2-1732210549823 (Datanode Uuid 14da9c54-8a95-4e4f-bc9c-42a8aa3079ee) service to localhost/127.0.0.1:36167 2024-11-21T17:36:18,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/cluster_f2fd96a4-669a-b789-6bf0-18037fce2d7a/data/data1/current/BP-775168279-172.17.0.2-1732210549823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:36:18,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/cluster_f2fd96a4-669a-b789-6bf0-18037fce2d7a/data/data2/current/BP-775168279-172.17.0.2-1732210549823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:36:18,498 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:36:18,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@521605cb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:36:18,503 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2832ca2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:36:18,503 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:36:18,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c38ecdc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:36:18,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ef3565e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1eb1b69b-ef9b-b80c-6025-c992edcad2c1/hadoop.log.dir/,STOPPED} 2024-11-21T17:36:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:36:18,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:36:18,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:18,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:18,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:18,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:18,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:18,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:36:18,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=729096061, stopped=false 2024-11-21T17:36:18,518 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,35457,1732210547515 2024-11-21T17:36:18,518 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2059614522/running 2024-11-21T17:36:18,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2059614522/running 2024-11-21T17:36:18,518 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:36:18,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522 2024-11-21T17:36:18,518 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522 2024-11-21T17:36:18,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:18,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Set watcher on znode that does not yet exist, /0-2059614522/running 2024-11-21T17:36:18,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:18,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Set watcher on znode that does not yet exist, /0-2059614522/running 2024-11-21T17:36:18,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:18,519 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,38375,1732210547571' ***** 2024-11-21T17:36:18,519 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:36:18,520 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:36:18,520 INFO [RS:0;f3865e8353b4:38375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:36:18,520 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:36:18,520 INFO [RS:0;f3865e8353b4:38375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:36:18,520 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(3091): Received CLOSE for e2a08305320f4ae0b5b3bdfcaedb0b28 2024-11-21T17:36:18,520 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(3091): Received CLOSE for f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:36:18,520 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,38375,1732210547571 2024-11-21T17:36:18,520 INFO [RS:0;f3865e8353b4:38375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:36:18,520 INFO [RS:0;f3865e8353b4:38375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:38375. 2024-11-21T17:36:18,520 DEBUG [RS:0;f3865e8353b4:38375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:18,520 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2a08305320f4ae0b5b3bdfcaedb0b28, disabling compactions & flushes 2024-11-21T17:36:18,520 DEBUG [RS:0;f3865e8353b4:38375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:18,520 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28. 2024-11-21T17:36:18,520 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:36:18,520 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28. 2024-11-21T17:36:18,520 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:36:18,520 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28. after waiting 0 ms 2024-11-21T17:36:18,520 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:36:18,520 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28. 2024-11-21T17:36:18,521 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:36:18,521 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e2a08305320f4ae0b5b3bdfcaedb0b28 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-21T17:36:18,521 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T17:36:18,521 DEBUG [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1325): Online Regions={e2a08305320f4ae0b5b3bdfcaedb0b28=hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28., 1588230740=hbase:meta,,1.1588230740, f5def427aabd3c9ba2a9128f264b73ab=test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab.} 2024-11-21T17:36:18,521 DEBUG [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e2a08305320f4ae0b5b3bdfcaedb0b28, f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:36:18,521 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:36:18,521 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:36:18,521 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:36:18,521 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:36:18,521 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:36:18,521 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T17:36:18,542 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/.tmp/info/3fe5d1fb73214f01a7feb759c22cd77d is 147, key is hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28./info:regioninfo/1732210563766/Put/seqid=0 2024-11-21T17:36:18,543 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/replication/e2a08305320f4ae0b5b3bdfcaedb0b28/.tmp/queue/ae2160a893b5470bad3e489c44067a55 is 153, key is 1-f3865e8353b4,38375,1732210547571/queue:f3865e8353b4%2C38375%2C1732210547571/1732210570542/Put/seqid=0 2024-11-21T17:36:18,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741840_1016 (size=7686) 2024-11-21T17:36:18,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741841_1017 (size=5352) 2024-11-21T17:36:18,563 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/replication/e2a08305320f4ae0b5b3bdfcaedb0b28/.tmp/queue/ae2160a893b5470bad3e489c44067a55 2024-11-21T17:36:18,565 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:36:18,577 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/replication/e2a08305320f4ae0b5b3bdfcaedb0b28/.tmp/queue/ae2160a893b5470bad3e489c44067a55 as hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/replication/e2a08305320f4ae0b5b3bdfcaedb0b28/queue/ae2160a893b5470bad3e489c44067a55 2024-11-21T17:36:18,581 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/replication/e2a08305320f4ae0b5b3bdfcaedb0b28/queue/ae2160a893b5470bad3e489c44067a55, entries=1, sequenceid=8, filesize=5.2 K 2024-11-21T17:36:18,582 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e2a08305320f4ae0b5b3bdfcaedb0b28 in 61ms, sequenceid=8, compaction requested=false 2024-11-21T17:36:18,582 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T17:36:18,606 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/replication/e2a08305320f4ae0b5b3bdfcaedb0b28/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T17:36:18,607 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:36:18,607 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:36:18,607 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28. 2024-11-21T17:36:18,607 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2a08305320f4ae0b5b3bdfcaedb0b28: Waiting for close lock at 1732210578520Running coprocessor pre-close hooks at 1732210578520Disabling compacts and flushes for region at 1732210578520Disabling writes for close at 1732210578520Obtaining lock to block concurrent updates at 1732210578521 (+1 ms)Preparing flush snapshotting stores in e2a08305320f4ae0b5b3bdfcaedb0b28 at 1732210578521Finished memstore snapshotting hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732210578521Flushing stores of hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28. at 1732210578521Flushing e2a08305320f4ae0b5b3bdfcaedb0b28/queue: creating writer at 1732210578521Flushing e2a08305320f4ae0b5b3bdfcaedb0b28/queue: appending metadata at 1732210578542 (+21 ms)Flushing e2a08305320f4ae0b5b3bdfcaedb0b28/queue: closing flushed file at 1732210578542Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@faf92ef: reopening flushed file at 1732210578576 (+34 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e2a08305320f4ae0b5b3bdfcaedb0b28 in 61ms, sequenceid=8, compaction requested=false at 1732210578582 (+6 ms)Writing region close event to WAL at 1732210578597 (+15 ms)Running coprocessor post-close hooks at 1732210578607 (+10 ms)Closed at 1732210578607 2024-11-21T17:36:18,607 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732210562988.e2a08305320f4ae0b5b3bdfcaedb0b28. 2024-11-21T17:36:18,608 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5def427aabd3c9ba2a9128f264b73ab, disabling compactions & flushes 2024-11-21T17:36:18,608 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab. 2024-11-21T17:36:18,608 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab. 2024-11-21T17:36:18,608 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab. after waiting 0 ms 2024-11-21T17:36:18,608 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab. 2024-11-21T17:36:18,608 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5def427aabd3c9ba2a9128f264b73ab 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-21T17:36:18,642 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab/.tmp/f/f4e17f32110849a290dcd3e91def0070 is 28, key is row/f:/1732210570510/DeleteFamily/seqid=0 2024-11-21T17:36:18,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741842_1018 (size=5085) 2024-11-21T17:36:18,655 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab/.tmp/f/f4e17f32110849a290dcd3e91def0070 2024-11-21T17:36:18,659 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4e17f32110849a290dcd3e91def0070 2024-11-21T17:36:18,674 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab/.tmp/f1/140b3ee545f64604aa149bb0883bfed8 is 29, key is row/f1:/1732210570510/DeleteFamily/seqid=0 2024-11-21T17:36:18,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741843_1019 (size=5089) 2024-11-21T17:36:18,683 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab/.tmp/f1/140b3ee545f64604aa149bb0883bfed8 2024-11-21T17:36:18,687 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 140b3ee545f64604aa149bb0883bfed8 2024-11-21T17:36:18,704 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab/.tmp/norep/cca64c7980db4bc29dcead72b69eb02e is 32, key is row/norep:/1732210570510/DeleteFamily/seqid=0 2024-11-21T17:36:18,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741844_1020 (size=5101) 2024-11-21T17:36:18,721 DEBUG [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:36:18,921 DEBUG [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:36:18,958 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/.tmp/info/3fe5d1fb73214f01a7feb759c22cd77d 2024-11-21T17:36:18,991 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/.tmp/ns/82c95425a1ba4d669b3544bfedb9968f is 43, key is default/ns:d/1732210549691/Put/seqid=0 2024-11-21T17:36:18,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741845_1021 (size=5153) 2024-11-21T17:36:19,031 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:36:19,031 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:36:19,108 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab/.tmp/norep/cca64c7980db4bc29dcead72b69eb02e 2024-11-21T17:36:19,111 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cca64c7980db4bc29dcead72b69eb02e 2024-11-21T17:36:19,112 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab/.tmp/f/f4e17f32110849a290dcd3e91def0070 as hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab/f/f4e17f32110849a290dcd3e91def0070 2024-11-21T17:36:19,115 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4e17f32110849a290dcd3e91def0070 2024-11-21T17:36:19,115 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab/f/f4e17f32110849a290dcd3e91def0070, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T17:36:19,116 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab/.tmp/f1/140b3ee545f64604aa149bb0883bfed8 as hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab/f1/140b3ee545f64604aa149bb0883bfed8 2024-11-21T17:36:19,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:36:19,120 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 140b3ee545f64604aa149bb0883bfed8 2024-11-21T17:36:19,120 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab/f1/140b3ee545f64604aa149bb0883bfed8, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T17:36:19,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:19,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:19,120 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab/.tmp/norep/cca64c7980db4bc29dcead72b69eb02e as hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab/norep/cca64c7980db4bc29dcead72b69eb02e 2024-11-21T17:36:19,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:19,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:19,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:19,121 DEBUG [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5def427aabd3c9ba2a9128f264b73ab 2024-11-21T17:36:19,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:19,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:19,124 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cca64c7980db4bc29dcead72b69eb02e 2024-11-21T17:36:19,124 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab/norep/cca64c7980db4bc29dcead72b69eb02e, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T17:36:19,125 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for f5def427aabd3c9ba2a9128f264b73ab in 517ms, sequenceid=6, compaction requested=false 2024-11-21T17:36:19,125 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T17:36:19,131 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/default/test/f5def427aabd3c9ba2a9128f264b73ab/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T17:36:19,132 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:36:19,132 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:36:19,132 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab. 2024-11-21T17:36:19,132 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5def427aabd3c9ba2a9128f264b73ab: Waiting for close lock at 1732210578608Running coprocessor pre-close hooks at 1732210578608Disabling compacts and flushes for region at 1732210578608Disabling writes for close at 1732210578608Obtaining lock to block concurrent updates at 1732210578608Preparing flush snapshotting stores in f5def427aabd3c9ba2a9128f264b73ab at 1732210578608Finished memstore snapshotting test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732210578608Flushing stores of test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab. at 1732210578609 (+1 ms)Flushing f5def427aabd3c9ba2a9128f264b73ab/f: creating writer at 1732210578609Flushing f5def427aabd3c9ba2a9128f264b73ab/f: appending metadata at 1732210578641 (+32 ms)Flushing f5def427aabd3c9ba2a9128f264b73ab/f: closing flushed file at 1732210578641Flushing f5def427aabd3c9ba2a9128f264b73ab/f1: creating writer at 1732210578659 (+18 ms)Flushing f5def427aabd3c9ba2a9128f264b73ab/f1: appending metadata at 1732210578673 (+14 ms)Flushing f5def427aabd3c9ba2a9128f264b73ab/f1: closing flushed file at 1732210578673Flushing f5def427aabd3c9ba2a9128f264b73ab/norep: creating writer at 1732210578687 (+14 ms)Flushing f5def427aabd3c9ba2a9128f264b73ab/norep: appending metadata at 1732210578703 (+16 ms)Flushing f5def427aabd3c9ba2a9128f264b73ab/norep: closing flushed file at 1732210578703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a51b8: reopening flushed file at 1732210579111 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af165a6: reopening flushed file at 1732210579116 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f319d6a: reopening flushed file at 1732210579120 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for f5def427aabd3c9ba2a9128f264b73ab in 517ms, sequenceid=6, compaction requested=false at 1732210579125 (+5 ms)Writing region close event to WAL at 1732210579128 (+3 ms)Running coprocessor post-close hooks at 1732210579132 (+4 ms)Closed at 1732210579132 2024-11-21T17:36:19,132 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab. 2024-11-21T17:36:19,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:19,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:19,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:19,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:19,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:19,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:19,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:19,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:19,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:19,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:19,322 DEBUG [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:36:19,398 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/.tmp/ns/82c95425a1ba4d669b3544bfedb9968f 2024-11-21T17:36:19,415 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/.tmp/rep_barrier/c4e99ee8b61f451cad21b99d5473404f is 112, key is test,,1732210557494.f5def427aabd3c9ba2a9128f264b73ab./rep_barrier:seqnumDuringOpen/1732210558369/Put/seqid=0 2024-11-21T17:36:19,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741846_1022 (size=5518) 2024-11-21T17:36:19,522 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T17:36:19,522 DEBUG [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T17:36:19,522 DEBUG [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:36:19,695 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 636, reset compression=false 2024-11-21T17:36:19,699 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:36:19,699 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 1527, reset compression=false 2024-11-21T17:36:19,699 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.shipperf3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,38375,1732210547571 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:36:19,700 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.shipperf3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f3865e8353b4,38375,1732210547571: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f3865e8353b4,38375,1732210547571, walGroup=f3865e8353b4%2C38375%2C1732210547571, offset=f3865e8353b4%2C38375%2C1732210547571.1732210549168:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:38375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T17:36:19,702 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.shipperf3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T17:36:19,702 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.shipperf3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T17:36:19,702 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.shipperf3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T17:36:19,702 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.shipperf3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T17:36:19,702 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.shipperf3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T17:36:19,702 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.shipperf3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 1052550656 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 202178272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T17:36:19,703 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.shipperf3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:35457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:35457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T17:36:19,722 DEBUG [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:36:19,821 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/.tmp/rep_barrier/c4e99ee8b61f451cad21b99d5473404f 2024-11-21T17:36:19,837 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/.tmp/table/a7b2797c7fc4430089428226cfdcac10 is 53, key is hbase:replication/table:state/1732210563773/Put/seqid=0 2024-11-21T17:36:19,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741847_1023 (size=5308) 2024-11-21T17:36:19,904 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 1527, reset compression=false 2024-11-21T17:36:19,922 DEBUG [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:36:20,122 DEBUG [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:36:20,207 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.wal-reader.f3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.1732210549168 to pos 1527, reset compression=false 2024-11-21T17:36:20,240 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/.tmp/table/a7b2797c7fc4430089428226cfdcac10 2024-11-21T17:36:20,243 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/.tmp/info/3fe5d1fb73214f01a7feb759c22cd77d as hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/info/3fe5d1fb73214f01a7feb759c22cd77d 2024-11-21T17:36:20,246 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/info/3fe5d1fb73214f01a7feb759c22cd77d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T17:36:20,247 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/.tmp/ns/82c95425a1ba4d669b3544bfedb9968f as hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/ns/82c95425a1ba4d669b3544bfedb9968f 2024-11-21T17:36:20,250 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/ns/82c95425a1ba4d669b3544bfedb9968f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T17:36:20,251 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/.tmp/rep_barrier/c4e99ee8b61f451cad21b99d5473404f as hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/rep_barrier/c4e99ee8b61f451cad21b99d5473404f 2024-11-21T17:36:20,254 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/rep_barrier/c4e99ee8b61f451cad21b99d5473404f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T17:36:20,254 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/.tmp/table/a7b2797c7fc4430089428226cfdcac10 as hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/table/a7b2797c7fc4430089428226cfdcac10 2024-11-21T17:36:20,257 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/table/a7b2797c7fc4430089428226cfdcac10, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T17:36:20,258 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false 2024-11-21T17:36:20,258 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:36:20,261 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T17:36:20,262 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:36:20,262 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:36:20,262 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:36:20,262 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210578521Running coprocessor pre-close hooks at 1732210578521Disabling compacts and flushes for region at 1732210578521Disabling writes for close at 1732210578521Obtaining lock to block concurrent updates at 1732210578521Preparing flush snapshotting stores in 1588230740 at 1732210578521Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732210578521Flushing stores of hbase:meta,,1.1588230740 at 1732210578522 (+1 ms)Flushing 1588230740/info: creating writer at 1732210578522Flushing 1588230740/info: appending metadata at 1732210578542 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732210578542Flushing 1588230740/ns: creating writer at 1732210578963 (+421 ms)Flushing 1588230740/ns: appending metadata at 1732210578991 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1732210578991Flushing 1588230740/rep_barrier: creating writer at 1732210579402 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732210579415 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732210579415Flushing 1588230740/table: creating writer at 1732210579825 (+410 ms)Flushing 1588230740/table: appending metadata at 1732210579836 (+11 ms)Flushing 1588230740/table: closing flushed file at 1732210579836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ef3027a: reopening flushed file at 1732210580243 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@438e4197: reopening flushed file at 1732210580246 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de4edf3: reopening flushed file at 1732210580250 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e9d094f: reopening flushed file at 1732210580254 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false at 1732210580258 (+4 ms)Writing region close event to WAL at 1732210580259 (+1 ms)Running coprocessor post-close hooks at 1732210580262 (+3 ms)Closed at 1732210580262 2024-11-21T17:36:20,262 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:36:20,323 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,38375,1732210547571; all regions closed. 2024-11-21T17:36:20,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741834_1010 (size=4239) 2024-11-21T17:36:20,327 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.meta.1732210549650.meta not finished, retry = 0 2024-11-21T17:36:20,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741839_1015 (size=2240) 2024-11-21T17:36:20,430 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/WALs/f3865e8353b4,38375,1732210547571/f3865e8353b4%2C38375%2C1732210547571.rep.1732210563733 not finished, retry = 0 2024-11-21T17:36:20,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T17:36:20,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T17:36:20,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:36:20,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741833_1009 (size=1535) 2024-11-21T17:36:20,533 DEBUG [RS:0;f3865e8353b4:38375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:20,533 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:36:20,534 INFO [RS:0;f3865e8353b4:38375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:36:20,534 INFO [RS:0;f3865e8353b4:38375 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:36:20,534 INFO [RS:0;f3865e8353b4:38375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:36:20,534 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:36:20,534 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,38375,1732210547571 because: Region server is closing 2024-11-21T17:36:20,534 INFO [RS:0;f3865e8353b4:38375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:38375. 2024-11-21T17:36:20,534 DEBUG [RS:0;f3865e8353b4:38375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:20,534 DEBUG [RS:0;f3865e8353b4:38375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:20,534 DEBUG [RS:0;f3865e8353b4:38375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:20,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:20,635 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,38375,1732210547571.replicationSource.shipperf3865e8353b4%2C38375%2C1732210547571,1-f3865e8353b4,38375,1732210547571 terminated 2024-11-21T17:36:20,635 INFO [RS:0;f3865e8353b4:38375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38375 2024-11-21T17:36:20,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522/rs 2024-11-21T17:36:20,636 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2059614522/rs/f3865e8353b4,38375,1732210547571 2024-11-21T17:36:20,636 INFO [RS:0;f3865e8353b4:38375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:36:20,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,38375,1732210547571] 2024-11-21T17:36:20,637 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2059614522/draining/f3865e8353b4,38375,1732210547571 already deleted, retry=false 2024-11-21T17:36:20,637 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,38375,1732210547571 expired; onlineServers=0 2024-11-21T17:36:20,637 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,35457,1732210547515' ***** 2024-11-21T17:36:20,637 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:36:20,637 INFO [M:0;f3865e8353b4:35457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:36:20,638 INFO [M:0;f3865e8353b4:35457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:36:20,638 DEBUG [M:0;f3865e8353b4:35457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:36:20,638 DEBUG [M:0;f3865e8353b4:35457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:36:20,638 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:36:20,638 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210548905 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210548905,5,FailOnTimeoutGroup] 2024-11-21T17:36:20,638 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210548905 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210548905,5,FailOnTimeoutGroup] 2024-11-21T17:36:20,638 INFO [M:0;f3865e8353b4:35457 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:36:20,638 INFO [M:0;f3865e8353b4:35457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:36:20,638 DEBUG [M:0;f3865e8353b4:35457 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:36:20,638 INFO [M:0;f3865e8353b4:35457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:36:20,638 INFO [M:0;f3865e8353b4:35457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:36:20,638 INFO [M:0;f3865e8353b4:35457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:36:20,638 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:36:20,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2059614522/master 2024-11-21T17:36:20,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2059614522 2024-11-21T17:36:20,639 DEBUG [M:0;f3865e8353b4:35457 {}] zookeeper.ZKUtil(347): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Unable to get data of znode /0-2059614522/master because node does not exist (not an error) 2024-11-21T17:36:20,639 WARN [M:0;f3865e8353b4:35457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:36:20,639 INFO [M:0;f3865e8353b4:35457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/.lastflushedseqids 2024-11-21T17:36:20,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741848_1024 (size=245) 2024-11-21T17:36:20,737 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:20,737 INFO [RS:0;f3865e8353b4:38375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:36:20,737 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x100635ab3c90001, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:20,737 INFO [RS:0;f3865e8353b4:38375 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,38375,1732210547571; zookeeper connection closed. 2024-11-21T17:36:20,738 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d66e19c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d66e19c 2024-11-21T17:36:20,738 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:36:21,043 INFO [M:0;f3865e8353b4:35457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:36:21,044 INFO [M:0;f3865e8353b4:35457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:36:21,044 DEBUG [M:0;f3865e8353b4:35457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:36:21,044 INFO [M:0;f3865e8353b4:35457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:21,044 DEBUG [M:0;f3865e8353b4:35457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:21,044 DEBUG [M:0;f3865e8353b4:35457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:36:21,044 DEBUG [M:0;f3865e8353b4:35457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:21,044 INFO [M:0;f3865e8353b4:35457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T17:36:21,065 DEBUG [M:0;f3865e8353b4:35457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34ab241c92bd4df99a79505cd1658bc6 is 82, key is hbase:meta,,1/info:regioninfo/1732210549684/Put/seqid=0 2024-11-21T17:36:21,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741849_1025 (size=5672) 2024-11-21T17:36:21,469 INFO [M:0;f3865e8353b4:35457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34ab241c92bd4df99a79505cd1658bc6 2024-11-21T17:36:21,489 DEBUG [M:0;f3865e8353b4:35457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4681a2406a34383b24339958a5a8a2d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732210563775/Put/seqid=0 2024-11-21T17:36:21,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741850_1026 (size=8516) 2024-11-21T17:36:21,505 INFO [M:0;f3865e8353b4:35457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4681a2406a34383b24339958a5a8a2d 2024-11-21T17:36:21,526 DEBUG [M:0;f3865e8353b4:35457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54cf42209e6442199bf2792b2fbcfdc3 is 69, key is f3865e8353b4,38375,1732210547571/rs:state/1732210549018/Put/seqid=0 2024-11-21T17:36:21,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741851_1027 (size=5156) 2024-11-21T17:36:21,540 INFO [M:0;f3865e8353b4:35457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54cf42209e6442199bf2792b2fbcfdc3 2024-11-21T17:36:21,545 DEBUG [M:0;f3865e8353b4:35457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34ab241c92bd4df99a79505cd1658bc6 as hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34ab241c92bd4df99a79505cd1658bc6 2024-11-21T17:36:21,549 INFO [M:0;f3865e8353b4:35457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34ab241c92bd4df99a79505cd1658bc6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T17:36:21,550 DEBUG [M:0;f3865e8353b4:35457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4681a2406a34383b24339958a5a8a2d as hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4681a2406a34383b24339958a5a8a2d 2024-11-21T17:36:21,554 INFO [M:0;f3865e8353b4:35457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4681a2406a34383b24339958a5a8a2d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T17:36:21,555 DEBUG [M:0;f3865e8353b4:35457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54cf42209e6442199bf2792b2fbcfdc3 as hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54cf42209e6442199bf2792b2fbcfdc3 2024-11-21T17:36:21,559 INFO [M:0;f3865e8353b4:35457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45911/user/jenkins/test-data/03c81804-50db-fe6e-9b46-981ed26534ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54cf42209e6442199bf2792b2fbcfdc3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T17:36:21,560 INFO [M:0;f3865e8353b4:35457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=97, compaction requested=false 2024-11-21T17:36:21,565 INFO [M:0;f3865e8353b4:35457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:21,566 DEBUG [M:0;f3865e8353b4:35457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210581044Disabling compacts and flushes for region at 1732210581044Disabling writes for close at 1732210581044Obtaining lock to block concurrent updates at 1732210581044Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210581044Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732210581045 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210581045Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210581045Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210581064 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210581064Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210581472 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210581489 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210581489Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210581509 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210581525 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210581525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dcfc35a: reopening flushed file at 1732210581544 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@135d579e: reopening flushed file at 1732210581549 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@192fa1cb: reopening flushed file at 1732210581555 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=97, compaction requested=false at 1732210581560 (+5 ms)Writing region close event to WAL at 1732210581565 (+5 ms)Closed at 1732210581565 2024-11-21T17:36:21,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741830_1006 (size=63654) 2024-11-21T17:36:21,568 INFO [M:0;f3865e8353b4:35457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:36:21,568 INFO [M:0;f3865e8353b4:35457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35457 2024-11-21T17:36:21,568 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:36:21,569 INFO [M:0;f3865e8353b4:35457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:36:21,670 INFO [M:0;f3865e8353b4:35457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:36:21,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:21,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x100635ab3c90000, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:21,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@621d017e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:36:21,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@237e26d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:36:21,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:36:21,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31708dec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:36:21,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78e5d9c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/hadoop.log.dir/,STOPPED} 2024-11-21T17:36:21,675 WARN [BP-1881655031-172.17.0.2-1732210546551 heartbeating to localhost/127.0.0.1:45911 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:36:21,675 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:36:21,675 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:36:21,675 WARN [BP-1881655031-172.17.0.2-1732210546551 heartbeating to localhost/127.0.0.1:45911 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1881655031-172.17.0.2-1732210546551 (Datanode Uuid 3b11c6f9-ef48-4290-bcac-67db46db309b) service to localhost/127.0.0.1:45911 2024-11-21T17:36:21,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/cluster_e14b2eaf-a32f-930a-e9c1-254d832ec8f8/data/data1/current/BP-1881655031-172.17.0.2-1732210546551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:36:21,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/cluster_e14b2eaf-a32f-930a-e9c1-254d832ec8f8/data/data2/current/BP-1881655031-172.17.0.2-1732210546551 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:36:21,676 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:36:21,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a1f47c9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:36:21,681 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bcda2d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:36:21,681 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:36:21,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31b86d2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:36:21,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6992bb08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4f0245-54b2-18f7-82c8-a0b335009f22/hadoop.log.dir/,STOPPED} 2024-11-21T17:36:21,688 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T17:36:21,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:36:21,714 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 315) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55155) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55155) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45911 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45911 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45911 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36167 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45911 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55155) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39035 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 301) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=364 (was 741) 2024-11-21T17:36:21,727 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=462, ProcessCount=11, AvailableMemoryMB=363 2024-11-21T17:36:21,745 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-21T17:36:21,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/hadoop.log.dir so I do NOT create it in target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b 2024-11-21T17:36:21,745 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:36:21,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/hadoop.tmp.dir so I do NOT create it in target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b 2024-11-21T17:36:21,745 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a8837a50-e893-fecb-efb7-c0396c29ea70/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:36:21,745 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b 2024-11-21T17:36:21,746 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/cluster_fd71aef7-f1c6-25d1-4475-9c564107dd74, deleteOnExit=true 2024-11-21T17:36:21,761 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/cluster_fd71aef7-f1c6-25d1-4475-9c564107dd74/zookeeper_0, clientPort=49975, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/cluster_fd71aef7-f1c6-25d1-4475-9c564107dd74/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/cluster_fd71aef7-f1c6-25d1-4475-9c564107dd74/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T17:36:21,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49975 2024-11-21T17:36:21,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:36:21,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:36:21,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/test.cache.data in system properties and HBase conf 2024-11-21T17:36:21,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:36:21,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:36:21,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:36:21,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:36:21,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:36:21,763 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:36:21,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:36:21,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:36:21,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:36:21,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:36:21,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:36:21,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:36:21,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:36:21,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:36:21,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:36:21,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:36:21,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:36:21,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:36:21,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:36:21,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:36:21,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100635ab3c90005, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:36:21,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100635ab3c90008, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:36:21,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100635ab3c90002, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T17:36:21,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100635ab3c90008, quorum=127.0.0.1:55155, baseZNode=/2-224253470 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:36:21,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100635ab3c90005, quorum=127.0.0.1:55155, baseZNode=/1-1847269891 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:36:21,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100635ab3c90002, quorum=127.0.0.1:55155, baseZNode=/0-2059614522 Received Disconnected from ZooKeeper, ignoring 2024-11-21T17:36:21,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:36:21,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:36:21,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:36:21,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:36:21,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:36:21,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:36:21,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ae6e2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:36:21,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4024851e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:36:22,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66761ef3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/java.io.tmpdir/jetty-localhost-42773-hadoop-hdfs-3_4_1-tests_jar-_-any-13501346737606335678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:36:22,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e582a36{HTTP/1.1, (http/1.1)}{localhost:42773} 2024-11-21T17:36:22,160 INFO [Time-limited test {}] server.Server(415): Started @287422ms 2024-11-21T17:36:22,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:36:22,287 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:36:22,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:36:22,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:36:22,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:36:22,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@249b0898{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:36:22,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a1837c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:36:22,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33fda95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/java.io.tmpdir/jetty-localhost-35741-hadoop-hdfs-3_4_1-tests_jar-_-any-16503371543572237649/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:36:22,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5520a06d{HTTP/1.1, (http/1.1)}{localhost:35741} 2024-11-21T17:36:22,413 INFO [Time-limited test {}] server.Server(415): Started @287676ms 2024-11-21T17:36:22,415 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:36:22,494 WARN [Thread-4193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/cluster_fd71aef7-f1c6-25d1-4475-9c564107dd74/data/data1/current/BP-401127049-172.17.0.2-1732210581798/current, will proceed with Du for space computation calculation, 2024-11-21T17:36:22,497 WARN [Thread-4194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/cluster_fd71aef7-f1c6-25d1-4475-9c564107dd74/data/data2/current/BP-401127049-172.17.0.2-1732210581798/current, will proceed with Du for space computation calculation, 2024-11-21T17:36:22,537 WARN [Thread-4181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:36:22,543 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0e06d9f83f72e50 with lease ID 0x7a5811c2488d5945: Processing first storage report for DS-e89c7d38-8cc2-4320-8c30-33f200d93310 from datanode DatanodeRegistration(127.0.0.1:46615, datanodeUuid=31968ca5-a277-4767-96d3-4f0314fcfed6, infoPort=46585, infoSecurePort=0, ipcPort=40007, storageInfo=lv=-57;cid=testClusterID;nsid=2070757349;c=1732210581798) 2024-11-21T17:36:22,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0e06d9f83f72e50 with lease ID 0x7a5811c2488d5945: from storage DS-e89c7d38-8cc2-4320-8c30-33f200d93310 node DatanodeRegistration(127.0.0.1:46615, datanodeUuid=31968ca5-a277-4767-96d3-4f0314fcfed6, infoPort=46585, infoSecurePort=0, ipcPort=40007, storageInfo=lv=-57;cid=testClusterID;nsid=2070757349;c=1732210581798), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:36:22,543 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0e06d9f83f72e50 with lease ID 0x7a5811c2488d5945: Processing first storage report for DS-c655cf9b-2251-4eb6-bcb2-4345ca8b1545 from datanode DatanodeRegistration(127.0.0.1:46615, datanodeUuid=31968ca5-a277-4767-96d3-4f0314fcfed6, infoPort=46585, infoSecurePort=0, ipcPort=40007, storageInfo=lv=-57;cid=testClusterID;nsid=2070757349;c=1732210581798) 2024-11-21T17:36:22,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0e06d9f83f72e50 with lease ID 0x7a5811c2488d5945: from storage DS-c655cf9b-2251-4eb6-bcb2-4345ca8b1545 node DatanodeRegistration(127.0.0.1:46615, datanodeUuid=31968ca5-a277-4767-96d3-4f0314fcfed6, infoPort=46585, infoSecurePort=0, ipcPort=40007, storageInfo=lv=-57;cid=testClusterID;nsid=2070757349;c=1732210581798), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T17:36:22,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b 2024-11-21T17:36:22,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:22,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:22,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:36:22,575 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679 with version=8 2024-11-21T17:36:22,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/hbase-staging 2024-11-21T17:36:22,577 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:36:22,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:22,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:22,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:36:22,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:22,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:36:22,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:36:22,578 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:36:22,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34861 2024-11-21T17:36:22,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34861 connecting to ZooKeeper ensemble=127.0.0.1:49975 2024-11-21T17:36:22,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348610x0, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:36:22,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34861-0x100635b3d630000 connected 2024-11-21T17:36:22,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:22,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:22,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Set watcher on znode that does not yet exist, /0-310076665/running 2024-11-21T17:36:22,650 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679, hbase.cluster.distributed=false 2024-11-21T17:36:22,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Set watcher on znode that does not yet exist, /0-310076665/acl 2024-11-21T17:36:22,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34861 2024-11-21T17:36:22,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34861 2024-11-21T17:36:22,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34861 2024-11-21T17:36:22,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34861 2024-11-21T17:36:22,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34861 2024-11-21T17:36:22,699 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:36:22,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:22,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:22,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:36:22,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:22,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:36:22,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:36:22,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:36:22,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43077 2024-11-21T17:36:22,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43077 connecting to ZooKeeper ensemble=127.0.0.1:49975 2024-11-21T17:36:22,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:22,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:22,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430770x0, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:36:22,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430770x0, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Set watcher on znode that does not yet exist, /0-310076665/running 2024-11-21T17:36:22,711 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:36:22,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43077-0x100635b3d630001 connected 2024-11-21T17:36:22,721 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:36:22,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43077-0x100635b3d630001, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Set watcher on znode that does not yet exist, /0-310076665/master 2024-11-21T17:36:22,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43077-0x100635b3d630001, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Set watcher on znode that does not yet exist, /0-310076665/acl 2024-11-21T17:36:22,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43077 2024-11-21T17:36:22,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43077 2024-11-21T17:36:22,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43077 2024-11-21T17:36:22,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43077 2024-11-21T17:36:22,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43077 2024-11-21T17:36:22,768 DEBUG [M:0;f3865e8353b4:34861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:34861 2024-11-21T17:36:22,768 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-310076665/backup-masters/f3865e8353b4,34861,1732210582577 2024-11-21T17:36:22,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-310076665/backup-masters 2024-11-21T17:36:22,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43077-0x100635b3d630001, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-310076665/backup-masters 2024-11-21T17:36:22,769 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Set watcher on existing znode=/0-310076665/backup-masters/f3865e8353b4,34861,1732210582577 2024-11-21T17:36:22,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43077-0x100635b3d630001, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-310076665/master 2024-11-21T17:36:22,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-310076665 2024-11-21T17:36:22,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43077-0x100635b3d630001, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-310076665 2024-11-21T17:36:22,771 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Set watcher on existing znode=/0-310076665/master 2024-11-21T17:36:22,771 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-310076665/backup-masters/f3865e8353b4,34861,1732210582577 from backup master directory 2024-11-21T17:36:22,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43077-0x100635b3d630001, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-310076665/backup-masters 2024-11-21T17:36:22,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-310076665/backup-masters/f3865e8353b4,34861,1732210582577 2024-11-21T17:36:22,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-310076665/backup-masters 2024-11-21T17:36:22,773 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:36:22,773 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,34861,1732210582577 2024-11-21T17:36:22,776 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/hbase.id] with ID: 51326038-669f-4555-b6d5-7b069e2b679f 2024-11-21T17:36:22,776 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/.tmp/hbase.id 2024-11-21T17:36:22,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:36:23,184 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/.tmp/hbase.id]:[hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/hbase.id] 2024-11-21T17:36:23,192 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:23,193 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:36:23,193 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T17:36:23,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-310076665 2024-11-21T17:36:23,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43077-0x100635b3d630001, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-310076665 2024-11-21T17:36:23,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:36:23,600 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:36:23,601 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:36:23,601 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:36:23,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:36:23,615 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/MasterData/data/master/store 2024-11-21T17:36:23,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:36:24,023 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:24,023 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:36:24,023 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:24,023 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:24,023 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:36:24,023 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:24,023 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:24,023 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210584023Disabling compacts and flushes for region at 1732210584023Disabling writes for close at 1732210584023Writing region close event to WAL at 1732210584023Closed at 1732210584023 2024-11-21T17:36:24,024 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/MasterData/data/master/store/.initializing 2024-11-21T17:36:24,024 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/MasterData/WALs/f3865e8353b4,34861,1732210582577 2024-11-21T17:36:24,025 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:36:24,026 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C34861%2C1732210582577, suffix=, logDir=hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/MasterData/WALs/f3865e8353b4,34861,1732210582577, archiveDir=hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/MasterData/oldWALs, maxLogs=10 2024-11-21T17:36:24,046 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/MasterData/WALs/f3865e8353b4,34861,1732210582577/f3865e8353b4%2C34861%2C1732210582577.1732210584026, exclude list is [], retry=0 2024-11-21T17:36:24,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46615,DS-e89c7d38-8cc2-4320-8c30-33f200d93310,DISK] 2024-11-21T17:36:24,074 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/MasterData/WALs/f3865e8353b4,34861,1732210582577/f3865e8353b4%2C34861%2C1732210582577.1732210584026 2024-11-21T17:36:24,077 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46585:46585)] 2024-11-21T17:36:24,077 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:36:24,077 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:24,077 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:24,077 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:24,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:24,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:36:24,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:24,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:24,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:24,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:36:24,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:24,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:24,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:24,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:36:24,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:24,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:24,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:24,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:36:24,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:24,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:24,088 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:24,089 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:24,089 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:24,090 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:24,090 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:24,091 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:36:24,092 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:24,098 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:36:24,099 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68419600, jitterRate=0.0195314884185791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:36:24,100 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210584078Initializing all the Stores at 1732210584078Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210584078Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210584081 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210584081Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210584081Cleaning up temporary data from old regions at 1732210584090 (+9 ms)Region opened successfully at 1732210584100 (+10 ms) 2024-11-21T17:36:24,100 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:36:24,103 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d90df3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:36:24,104 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:36:24,105 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:36:24,105 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:36:24,105 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:36:24,105 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:36:24,106 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:36:24,106 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:36:24,109 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:36:24,115 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:36:24,116 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Unable to get data of znode /0-310076665/balancer because node does not exist (not necessarily an error) 2024-11-21T17:36:24,118 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-310076665/balancer already deleted, retry=false 2024-11-21T17:36:24,118 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:36:24,118 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Unable to get data of znode /0-310076665/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:36:24,119 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-310076665/normalizer already deleted, retry=false 2024-11-21T17:36:24,120 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:36:24,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,134 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Unable to get data of znode /0-310076665/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:36:24,135 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-310076665/switch/split already deleted, retry=false 2024-11-21T17:36:24,136 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Unable to get data of znode /0-310076665/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:36:24,137 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-310076665/switch/merge already deleted, retry=false 2024-11-21T17:36:24,139 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Unable to get data of znode /0-310076665/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:36:24,140 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-310076665/snapshot-cleanup already deleted, retry=false 2024-11-21T17:36:24,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-310076665/running 2024-11-21T17:36:24,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43077-0x100635b3d630001, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-310076665/running 2024-11-21T17:36:24,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-310076665 2024-11-21T17:36:24,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43077-0x100635b3d630001, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-310076665 2024-11-21T17:36:24,142 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,34861,1732210582577, sessionid=0x100635b3d630000, setting cluster-up flag (Was=false) 2024-11-21T17:36:24,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43077-0x100635b3d630001, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-310076665 2024-11-21T17:36:24,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-310076665 2024-11-21T17:36:24,148 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-310076665/flush-table-proc/acquired, /0-310076665/flush-table-proc/reached, /0-310076665/flush-table-proc/abort 2024-11-21T17:36:24,149 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,34861,1732210582577 2024-11-21T17:36:24,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43077-0x100635b3d630001, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-310076665 2024-11-21T17:36:24,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-310076665 2024-11-21T17:36:24,155 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-310076665/online-snapshot/acquired, /0-310076665/online-snapshot/reached, /0-310076665/online-snapshot/abort 2024-11-21T17:36:24,156 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,34861,1732210582577 2024-11-21T17:36:24,157 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:36:24,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,180 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:36:24,180 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:36:24,180 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:36:24,181 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,34861,1732210582577 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:36:24,182 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:36:24,182 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:36:24,182 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:36:24,182 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:36:24,182 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:36:24,182 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:24,182 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:36:24,182 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:24,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:24,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:36:24,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:36:24,199 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:24,200 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:36:24,230 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210614230 2024-11-21T17:36:24,230 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:36:24,231 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:36:24,231 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:36:24,231 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:36:24,231 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:36:24,231 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:36:24,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:36:24,245 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:24,245 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:36:24,245 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:36:24,246 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:36:24,246 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:36:24,246 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:36:24,246 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:36:24,253 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210584246,5,FailOnTimeoutGroup] 2024-11-21T17:36:24,257 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210584253,5,FailOnTimeoutGroup] 2024-11-21T17:36:24,257 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:24,257 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:36:24,257 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:24,257 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:24,259 INFO [RS:0;f3865e8353b4:43077 {}] regionserver.HRegionServer(746): ClusterId : 51326038-669f-4555-b6d5-7b069e2b679f 2024-11-21T17:36:24,260 DEBUG [RS:0;f3865e8353b4:43077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:36:24,265 DEBUG [RS:0;f3865e8353b4:43077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:36:24,265 DEBUG [RS:0;f3865e8353b4:43077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:36:24,267 DEBUG [RS:0;f3865e8353b4:43077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:36:24,268 DEBUG [RS:0;f3865e8353b4:43077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2dc95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:36:24,299 DEBUG [RS:0;f3865e8353b4:43077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:43077 2024-11-21T17:36:24,299 INFO [RS:0;f3865e8353b4:43077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:36:24,299 INFO [RS:0;f3865e8353b4:43077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:36:24,299 DEBUG [RS:0;f3865e8353b4:43077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:36:24,300 INFO [RS:0;f3865e8353b4:43077 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,34861,1732210582577 with port=43077, startcode=1732210582699 2024-11-21T17:36:24,301 DEBUG [RS:0;f3865e8353b4:43077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:36:24,310 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:36:24,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,43077,1732210582699 2024-11-21T17:36:24,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34861 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,43077,1732210582699 2024-11-21T17:36:24,312 DEBUG [RS:0;f3865e8353b4:43077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679 2024-11-21T17:36:24,312 DEBUG [RS:0;f3865e8353b4:43077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42151 2024-11-21T17:36:24,312 DEBUG [RS:0;f3865e8353b4:43077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:36:24,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-310076665/rs 2024-11-21T17:36:24,313 DEBUG [RS:0;f3865e8353b4:43077 {}] zookeeper.ZKUtil(111): regionserver:43077-0x100635b3d630001, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Set watcher on existing znode=/0-310076665/rs/f3865e8353b4,43077,1732210582699 2024-11-21T17:36:24,313 WARN [RS:0;f3865e8353b4:43077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:36:24,314 INFO [RS:0;f3865e8353b4:43077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:36:24,314 DEBUG [RS:0;f3865e8353b4:43077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/WALs/f3865e8353b4,43077,1732210582699 2024-11-21T17:36:24,315 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,43077,1732210582699] 2024-11-21T17:36:24,339 INFO [RS:0;f3865e8353b4:43077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:36:24,340 INFO [RS:0;f3865e8353b4:43077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:36:24,341 INFO [RS:0;f3865e8353b4:43077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:36:24,341 INFO [RS:0;f3865e8353b4:43077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:24,341 INFO [RS:0;f3865e8353b4:43077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:36:24,342 INFO [RS:0;f3865e8353b4:43077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:36:24,342 INFO [RS:0;f3865e8353b4:43077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:24,342 DEBUG [RS:0;f3865e8353b4:43077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:24,342 DEBUG [RS:0;f3865e8353b4:43077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:24,342 DEBUG [RS:0;f3865e8353b4:43077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:24,342 DEBUG [RS:0;f3865e8353b4:43077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:24,342 DEBUG [RS:0;f3865e8353b4:43077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:24,342 DEBUG [RS:0;f3865e8353b4:43077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:36:24,342 DEBUG [RS:0;f3865e8353b4:43077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:24,342 DEBUG [RS:0;f3865e8353b4:43077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:24,342 DEBUG [RS:0;f3865e8353b4:43077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:24,342 DEBUG [RS:0;f3865e8353b4:43077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:24,342 DEBUG [RS:0;f3865e8353b4:43077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:24,342 DEBUG [RS:0;f3865e8353b4:43077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:24,343 DEBUG [RS:0;f3865e8353b4:43077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:36:24,343 DEBUG [RS:0;f3865e8353b4:43077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:36:24,343 INFO [RS:0;f3865e8353b4:43077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:24,343 INFO [RS:0;f3865e8353b4:43077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:24,343 INFO [RS:0;f3865e8353b4:43077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:24,343 INFO [RS:0;f3865e8353b4:43077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:24,343 INFO [RS:0;f3865e8353b4:43077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:24,343 INFO [RS:0;f3865e8353b4:43077 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,43077,1732210582699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:36:24,361 INFO [RS:0;f3865e8353b4:43077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:36:24,362 INFO [RS:0;f3865e8353b4:43077 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,43077,1732210582699-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:24,362 INFO [RS:0;f3865e8353b4:43077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:24,362 INFO [RS:0;f3865e8353b4:43077 {}] regionserver.Replication(171): f3865e8353b4,43077,1732210582699 started 2024-11-21T17:36:24,382 INFO [RS:0;f3865e8353b4:43077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:24,382 INFO [RS:0;f3865e8353b4:43077 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,43077,1732210582699, RpcServer on f3865e8353b4/172.17.0.2:43077, sessionid=0x100635b3d630001 2024-11-21T17:36:24,382 DEBUG [RS:0;f3865e8353b4:43077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:36:24,382 DEBUG [RS:0;f3865e8353b4:43077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,43077,1732210582699 2024-11-21T17:36:24,382 DEBUG [RS:0;f3865e8353b4:43077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,43077,1732210582699' 2024-11-21T17:36:24,382 DEBUG [RS:0;f3865e8353b4:43077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-310076665/flush-table-proc/abort' 2024-11-21T17:36:24,383 DEBUG [RS:0;f3865e8353b4:43077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-310076665/flush-table-proc/acquired' 2024-11-21T17:36:24,383 DEBUG [RS:0;f3865e8353b4:43077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:36:24,383 DEBUG [RS:0;f3865e8353b4:43077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:36:24,383 DEBUG [RS:0;f3865e8353b4:43077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,43077,1732210582699 2024-11-21T17:36:24,383 DEBUG [RS:0;f3865e8353b4:43077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,43077,1732210582699' 2024-11-21T17:36:24,383 DEBUG [RS:0;f3865e8353b4:43077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-310076665/online-snapshot/abort' 2024-11-21T17:36:24,384 DEBUG [RS:0;f3865e8353b4:43077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-310076665/online-snapshot/acquired' 2024-11-21T17:36:24,384 DEBUG [RS:0;f3865e8353b4:43077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:36:24,384 INFO [RS:0;f3865e8353b4:43077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:36:24,384 INFO [RS:0;f3865e8353b4:43077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:36:24,484 INFO [RS:0;f3865e8353b4:43077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:36:24,486 INFO [RS:0;f3865e8353b4:43077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C43077%2C1732210582699, suffix=, logDir=hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/WALs/f3865e8353b4,43077,1732210582699, archiveDir=hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/oldWALs, maxLogs=10 2024-11-21T17:36:24,501 DEBUG [RS:0;f3865e8353b4:43077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/WALs/f3865e8353b4,43077,1732210582699/f3865e8353b4%2C43077%2C1732210582699.1732210584486, exclude list is [], retry=0 2024-11-21T17:36:24,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46615,DS-e89c7d38-8cc2-4320-8c30-33f200d93310,DISK] 2024-11-21T17:36:24,509 INFO [RS:0;f3865e8353b4:43077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/WALs/f3865e8353b4,43077,1732210582699/f3865e8353b4%2C43077%2C1732210582699.1732210584486 2024-11-21T17:36:24,510 DEBUG [RS:0;f3865e8353b4:43077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46585:46585)] 2024-11-21T17:36:24,639 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:36:24,639 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679 2024-11-21T17:36:24,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741833_1009 (size=32) 2024-11-21T17:36:25,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:25,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:36:25,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:36:25,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:25,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:25,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:36:25,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:36:25,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:25,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:25,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:36:25,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:36:25,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:25,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:25,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:36:25,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:36:25,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:25,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:25,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:36:25,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/data/hbase/meta/1588230740 2024-11-21T17:36:25,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/data/hbase/meta/1588230740 2024-11-21T17:36:25,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:36:25,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:36:25,052 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:36:25,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:36:25,054 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:36:25,054 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73420300, jitterRate=0.09404772520065308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:36:25,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210585045Initializing all the Stores at 1732210585045Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210585045Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210585045Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210585045Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210585045Cleaning up temporary data from old regions at 1732210585051 (+6 ms)Region opened successfully at 1732210585055 (+4 ms) 2024-11-21T17:36:25,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:36:25,055 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:36:25,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:36:25,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:36:25,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:36:25,055 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:36:25,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210585055Disabling compacts and flushes for region at 1732210585055Disabling writes for close at 1732210585055Writing region close event to WAL at 1732210585055Closed at 1732210585055 2024-11-21T17:36:25,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:36:25,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:36:25,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:36:25,057 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:36:25,057 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:36:25,208 DEBUG [f3865e8353b4:34861 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:36:25,208 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,43077,1732210582699 2024-11-21T17:36:25,209 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,43077,1732210582699, state=OPENING 2024-11-21T17:36:25,210 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:36:25,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43077-0x100635b3d630001, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-310076665 2024-11-21T17:36:25,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-310076665 2024-11-21T17:36:25,211 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:36:25,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,43077,1732210582699}] 2024-11-21T17:36:25,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-310076665/meta-region-server: CHANGED 2024-11-21T17:36:25,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-310076665/meta-region-server: CHANGED 2024-11-21T17:36:25,364 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:36:25,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:36:25,368 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:36:25,368 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:36:25,368 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:36:25,369 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C43077%2C1732210582699.meta, suffix=.meta, logDir=hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/WALs/f3865e8353b4,43077,1732210582699, archiveDir=hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/oldWALs, maxLogs=10 2024-11-21T17:36:25,385 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/WALs/f3865e8353b4,43077,1732210582699/f3865e8353b4%2C43077%2C1732210582699.meta.1732210585370.meta, exclude list is [], retry=0 2024-11-21T17:36:25,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46615,DS-e89c7d38-8cc2-4320-8c30-33f200d93310,DISK] 2024-11-21T17:36:25,388 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/WALs/f3865e8353b4,43077,1732210582699/f3865e8353b4%2C43077%2C1732210582699.meta.1732210585370.meta 2024-11-21T17:36:25,389 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46585:46585)] 2024-11-21T17:36:25,389 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:36:25,389 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:36:25,389 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:36:25,389 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:36:25,389 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:36:25,390 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:36:25,390 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:25,390 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:36:25,390 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:36:25,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:36:25,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:36:25,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:25,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:25,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:36:25,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:36:25,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:25,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:25,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:36:25,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:36:25,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:25,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:25,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:36:25,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:36:25,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:25,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:25,395 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:36:25,396 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/data/hbase/meta/1588230740 2024-11-21T17:36:25,397 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/data/hbase/meta/1588230740 2024-11-21T17:36:25,398 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:36:25,398 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:36:25,398 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:36:25,399 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:36:25,399 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74833110, jitterRate=0.11510023474693298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:36:25,399 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:36:25,400 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210585390Writing region info on filesystem at 1732210585390Initializing all the Stores at 1732210585391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210585391Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210585391Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210585391Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210585391Cleaning up temporary data from old regions at 1732210585398 (+7 ms)Running coprocessor post-open hooks at 1732210585400 (+2 ms)Region opened successfully at 1732210585400 2024-11-21T17:36:25,401 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210585364 2024-11-21T17:36:25,402 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:36:25,402 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:36:25,403 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,43077,1732210582699 2024-11-21T17:36:25,403 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,43077,1732210582699, state=OPEN 2024-11-21T17:36:25,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34861-0x100635b3d630000, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-310076665/meta-region-server 2024-11-21T17:36:25,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43077-0x100635b3d630001, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-310076665/meta-region-server 2024-11-21T17:36:25,486 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,43077,1732210582699 2024-11-21T17:36:25,486 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-310076665/meta-region-server: CHANGED 2024-11-21T17:36:25,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-310076665/meta-region-server: CHANGED 2024-11-21T17:36:25,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:36:25,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,43077,1732210582699 in 275 msec 2024-11-21T17:36:25,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:36:25,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-21T17:36:25,491 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:36:25,491 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:36:25,492 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:25,492 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,43077,1732210582699, seqNum=-1] 2024-11-21T17:36:25,492 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:25,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:36:25,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3210 sec 2024-11-21T17:36:25,497 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210585497, completionTime=-1 2024-11-21T17:36:25,497 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:36:25,497 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:36:25,499 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:36:25,499 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210645499 2024-11-21T17:36:25,499 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210705499 2024-11-21T17:36:25,499 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T17:36:25,499 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34861,1732210582577-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:25,499 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34861,1732210582577-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:25,499 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34861,1732210582577-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:25,499 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:34861, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:25,499 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:25,499 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:25,501 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:36:25,503 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.729sec 2024-11-21T17:36:25,503 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:36:25,503 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:36:25,503 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:36:25,503 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:36:25,503 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:36:25,503 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34861,1732210582577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:36:25,503 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34861,1732210582577-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:36:25,505 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:36:25,505 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:36:25,505 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,34861,1732210582577-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:25,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:25,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,34861,-1 for getting cluster id 2024-11-21T17:36:25,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:25,560 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51326038-669f-4555-b6d5-7b069e2b679f' 2024-11-21T17:36:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51326038-669f-4555-b6d5-7b069e2b679f" 2024-11-21T17:36:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c54961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,34861,-1] 2024-11-21T17:36:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:25,562 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:25,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb9b13e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:25,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:25,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,43077,1732210582699, seqNum=-1] 2024-11-21T17:36:25,564 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:25,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:36:25,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,34861,1732210582577 2024-11-21T17:36:25,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49975 2024-11-21T17:36:25,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49975, baseZNode=/0-310076665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:36:25,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100635b3d630002 connected 2024-11-21T17:36:25,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,34861,1732210582577 2024-11-21T17:36:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f652e12 2024-11-21T17:36:25,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:25,572 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:25,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:36:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T17:36:25,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:36:25,575 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:25,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T17:36:25,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:36:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:25,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741835_1011 (size=902) 2024-11-21T17:36:25,582 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1fab88a1ab419484536c81e29e66c070, NAME => 'test,,1732210585573.1fab88a1ab419484536c81e29e66c070.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679 2024-11-21T17:36:25,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46615 is added to blk_1073741836_1012 (size=39) 2024-11-21T17:36:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:25,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732210585573.1fab88a1ab419484536c81e29e66c070.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:25,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1fab88a1ab419484536c81e29e66c070, disabling compactions & flushes 2024-11-21T17:36:25,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732210585573.1fab88a1ab419484536c81e29e66c070. 2024-11-21T17:36:25,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210585573.1fab88a1ab419484536c81e29e66c070. 2024-11-21T17:36:25,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732210585573.1fab88a1ab419484536c81e29e66c070. after waiting 0 ms 2024-11-21T17:36:25,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732210585573.1fab88a1ab419484536c81e29e66c070. 2024-11-21T17:36:25,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732210585573.1fab88a1ab419484536c81e29e66c070. 2024-11-21T17:36:25,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1fab88a1ab419484536c81e29e66c070: Waiting for close lock at 1732210585987Disabling compacts and flushes for region at 1732210585987Disabling writes for close at 1732210585988 (+1 ms)Writing region close event to WAL at 1732210585988Closed at 1732210585988 2024-11-21T17:36:25,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:36:25,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732210585573.1fab88a1ab419484536c81e29e66c070.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732210585989"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210585989"}]},"ts":"1732210585989"} 2024-11-21T17:36:25,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:36:25,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:36:25,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210585992"}]},"ts":"1732210585992"} 2024-11-21T17:36:25,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T17:36:25,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1fab88a1ab419484536c81e29e66c070, ASSIGN}] 2024-11-21T17:36:25,994 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1fab88a1ab419484536c81e29e66c070, ASSIGN 2024-11-21T17:36:25,995 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1fab88a1ab419484536c81e29e66c070, ASSIGN; state=OFFLINE, location=f3865e8353b4,43077,1732210582699; forceNewPlan=false, retain=false 2024-11-21T17:36:26,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1fab88a1ab419484536c81e29e66c070, regionState=OPENING, regionLocation=f3865e8353b4,43077,1732210582699 2024-11-21T17:36:26,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1fab88a1ab419484536c81e29e66c070, ASSIGN because future has completed 2024-11-21T17:36:26,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fab88a1ab419484536c81e29e66c070, server=f3865e8353b4,43077,1732210582699}] 2024-11-21T17:36:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:26,303 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732210585573.1fab88a1ab419484536c81e29e66c070. 2024-11-21T17:36:26,303 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1fab88a1ab419484536c81e29e66c070, NAME => 'test,,1732210585573.1fab88a1ab419484536c81e29e66c070.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:36:26,303 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:36:26,303 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T17:36:26,303 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1fab88a1ab419484536c81e29e66c070 2024-11-21T17:36:26,303 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732210585573.1fab88a1ab419484536c81e29e66c070.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:26,304 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1fab88a1ab419484536c81e29e66c070 2024-11-21T17:36:26,304 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1fab88a1ab419484536c81e29e66c070 2024-11-21T17:36:26,305 INFO [StoreOpener-1fab88a1ab419484536c81e29e66c070-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1fab88a1ab419484536c81e29e66c070 2024-11-21T17:36:26,306 INFO [StoreOpener-1fab88a1ab419484536c81e29e66c070-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fab88a1ab419484536c81e29e66c070 columnFamilyName f 2024-11-21T17:36:26,306 DEBUG [StoreOpener-1fab88a1ab419484536c81e29e66c070-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:26,306 INFO [StoreOpener-1fab88a1ab419484536c81e29e66c070-1 {}] regionserver.HStore(327): Store=1fab88a1ab419484536c81e29e66c070/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:26,306 INFO [StoreOpener-1fab88a1ab419484536c81e29e66c070-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1fab88a1ab419484536c81e29e66c070 2024-11-21T17:36:26,307 INFO [StoreOpener-1fab88a1ab419484536c81e29e66c070-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fab88a1ab419484536c81e29e66c070 columnFamilyName f1 2024-11-21T17:36:26,307 DEBUG [StoreOpener-1fab88a1ab419484536c81e29e66c070-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:26,307 INFO [StoreOpener-1fab88a1ab419484536c81e29e66c070-1 {}] regionserver.HStore(327): Store=1fab88a1ab419484536c81e29e66c070/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:26,307 INFO [StoreOpener-1fab88a1ab419484536c81e29e66c070-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1fab88a1ab419484536c81e29e66c070 2024-11-21T17:36:26,308 INFO [StoreOpener-1fab88a1ab419484536c81e29e66c070-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fab88a1ab419484536c81e29e66c070 columnFamilyName norep 2024-11-21T17:36:26,308 DEBUG [StoreOpener-1fab88a1ab419484536c81e29e66c070-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:26,309 INFO [StoreOpener-1fab88a1ab419484536c81e29e66c070-1 {}] regionserver.HStore(327): Store=1fab88a1ab419484536c81e29e66c070/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:26,309 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1fab88a1ab419484536c81e29e66c070 2024-11-21T17:36:26,309 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/data/default/test/1fab88a1ab419484536c81e29e66c070 2024-11-21T17:36:26,309 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/data/default/test/1fab88a1ab419484536c81e29e66c070 2024-11-21T17:36:26,310 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1fab88a1ab419484536c81e29e66c070 2024-11-21T17:36:26,310 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1fab88a1ab419484536c81e29e66c070 2024-11-21T17:36:26,310 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:36:26,311 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1fab88a1ab419484536c81e29e66c070 2024-11-21T17:36:26,313 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/data/default/test/1fab88a1ab419484536c81e29e66c070/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:36:26,313 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1fab88a1ab419484536c81e29e66c070; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71410340, jitterRate=0.06409698724746704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:36:26,313 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1fab88a1ab419484536c81e29e66c070 2024-11-21T17:36:26,314 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1fab88a1ab419484536c81e29e66c070: Running coprocessor pre-open hook at 1732210586304Writing region info on filesystem at 1732210586304Initializing all the Stores at 1732210586304Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210586304Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210586305 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210586305Cleaning up temporary data from old regions at 1732210586310 (+5 ms)Running coprocessor post-open hooks at 1732210586313 (+3 ms)Region opened successfully at 1732210586314 (+1 ms) 2024-11-21T17:36:26,314 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732210585573.1fab88a1ab419484536c81e29e66c070., pid=6, masterSystemTime=1732210586300 2024-11-21T17:36:26,317 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732210585573.1fab88a1ab419484536c81e29e66c070. 2024-11-21T17:36:26,317 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732210585573.1fab88a1ab419484536c81e29e66c070. 2024-11-21T17:36:26,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1fab88a1ab419484536c81e29e66c070, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3865e8353b4,43077,1732210582699 2024-11-21T17:36:26,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fab88a1ab419484536c81e29e66c070, server=f3865e8353b4,43077,1732210582699 because future has completed 2024-11-21T17:36:26,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:36:26,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1fab88a1ab419484536c81e29e66c070, server=f3865e8353b4,43077,1732210582699 in 172 msec 2024-11-21T17:36:26,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T17:36:26,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1fab88a1ab419484536c81e29e66c070, ASSIGN in 328 msec 2024-11-21T17:36:26,324 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:36:26,324 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210586324"}]},"ts":"1732210586324"} 2024-11-21T17:36:26,326 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T17:36:26,327 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:36:26,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-21T17:36:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:26,717 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T17:36:26,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4253439f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:26,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,34861,-1 for getting cluster id 2024-11-21T17:36:26,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:26,718 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51326038-669f-4555-b6d5-7b069e2b679f' 2024-11-21T17:36:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:26,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51326038-669f-4555-b6d5-7b069e2b679f" 2024-11-21T17:36:26,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad9a747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:26,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,34861,-1] 2024-11-21T17:36:26,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:26,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:26,720 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:26,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a698fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:26,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:26,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,34861,1732210582577 2024-11-21T17:36:26,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73fac6df 2024-11-21T17:36:26,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:26,722 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:26,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f3865e8353b4:34861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:36:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:36:26,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:26,725 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:34861' 2024-11-21T17:36:26,726 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569e10c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:26,726 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,34861,-1 for getting cluster id 2024-11-21T17:36:26,726 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:26,727 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51326038-669f-4555-b6d5-7b069e2b679f' 2024-11-21T17:36:26,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:26,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51326038-669f-4555-b6d5-7b069e2b679f" 2024-11-21T17:36:26,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3066dc39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:26,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,34861,-1] 2024-11-21T17:36:26,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:26,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:26,728 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:26,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a40cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:26,729 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:26,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,34861,1732210582577 2024-11-21T17:36:26,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51c0b04 2024-11-21T17:36:26,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:26,730 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:26,731 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T17:36:26,731 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:36:26,731 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:26,731 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:26,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:26,732 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f3865e8353b4:34861, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T17:36:26,738 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f3865e8353b4:34861, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f3865e8353b4:34861, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f3865e8353b4:34861, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-21T17:36:26,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f3865e8353b4:34861, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=17 msec 2024-11-21T17:36:26,740 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-21T17:36:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:26,828 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://f3865e8353b4:34861, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-21T17:36:26,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:26,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:26,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:26,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:26,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:26,851 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 363) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: PacketResponder: BP-401127049-172.17.0.2-1732210581798:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp352433773-7901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/cluster_fd71aef7-f1c6-25d1-4475-9c564107dd74/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: regionserver/f3865e8353b4:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp352433773-7897 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f6e24433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_507046395_20 at /127.0.0.1:55048 [Receiving block BP-401127049-172.17.0.2-1732210581798:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_507046395_20 at /127.0.0.1:55006 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1510d52c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@6fd76b80 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 42151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210584253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679/MasterData-prefix:f3865e8353b4,34861,1732210582577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 40007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49975) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:49975): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp835036592-7946 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$609/0x00007f6e24ad5380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3d3103f1-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49975) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Session-HouseKeeper-6b5cdbc6-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp835036592-7944 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f6e24433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679-prefix:f3865e8353b4,43077,1732210582699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f3865e8353b4:43077-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp352433773-7896 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f6e24433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@54010da9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-401127049-172.17.0.2-1732210581798:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/cluster_fd71aef7-f1c6-25d1-4475-9c564107dd74/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 40007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 40007 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-401127049-172.17.0.2-1732210581798 heartbeating to localhost/127.0.0.1:42151 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42151/user/jenkins/test-data/b75d6c11-bec9-db39-62c0-e3f73da8a679-prefix:f3865e8353b4,43077,1732210582699.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2b77bcf6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f3865e8353b4:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp835036592-7945-acceptor-0@11287215-ServerConnector@5520a06d{HTTP/1.1, (http/1.1)}{localhost:35741} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_507046395_20 at /127.0.0.1:55078 [Receiving block BP-401127049-172.17.0.2-1732210581798:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 42151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f6e249fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_576463582_20 at /127.0.0.1:55038 [Receiving block BP-401127049-172.17.0.2-1732210581798:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/cluster_fd71aef7-f1c6-25d1-4475-9c564107dd74/data/data1/current/BP-401127049-172.17.0.2-1732210581798 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(305184864) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: qtp352433773-7899-acceptor-0@324006b2-ServerConnector@5e582a36{HTTP/1.1, (http/1.1)}{localhost:42773} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f3865e8353b4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 42151 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:49975 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: regionserver/f3865e8353b4:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 2 on default port 42151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3d61c2d6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:42151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@2325e01d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6e5833c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f3865e8353b4:43077 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42151 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp352433773-7898 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f6e24433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/cluster_fd71aef7-f1c6-25d1-4475-9c564107dd74/data/data2/current/BP-401127049-172.17.0.2-1732210581798 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp835036592-7947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;f3865e8353b4:34861 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@41d76027 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 2 on default port 40007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp352433773-7900 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp352433773-7902 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: f3865e8353b4:34861 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210584246 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: PacketResponder: BP-401127049-172.17.0.2-1732210581798:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f3865e8353b4:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49975) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp352433773-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f6e24433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6c15efda[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@41b00a94 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=457 (was 462), ProcessCount=11 (was 11), AvailableMemoryMB=330 (was 363) 2024-11-21T17:36:26,854 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-21T17:36:26,870 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=457, ProcessCount=11, AvailableMemoryMB=328 2024-11-21T17:36:26,870 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-21T17:36:26,888 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-21T17:36:26,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/hadoop.log.dir so I do NOT create it in target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a 2024-11-21T17:36:26,889 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:36:26,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/hadoop.tmp.dir so I do NOT create it in target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a 2024-11-21T17:36:26,889 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024b8ccc-b137-3ae4-2326-098ef6537c8b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:36:26,889 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a 2024-11-21T17:36:26,889 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/cluster_2f81c208-73f8-8039-45e3-5629f6e751f3, deleteOnExit=true 2024-11-21T17:36:26,903 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/cluster_2f81c208-73f8-8039-45e3-5629f6e751f3/zookeeper_0, clientPort=50126, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/cluster_2f81c208-73f8-8039-45e3-5629f6e751f3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/cluster_2f81c208-73f8-8039-45e3-5629f6e751f3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T17:36:26,904 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50126 2024-11-21T17:36:26,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:36:26,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:36:26,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/test.cache.data in system properties and HBase conf 2024-11-21T17:36:26,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:36:26,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:36:26,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:36:26,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:36:26,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:36:26,905 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:36:26,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:36:26,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:36:26,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:36:26,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:36:26,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:36:26,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:36:26,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:36:26,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:36:26,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:36:26,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:36:26,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:36:26,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:36:26,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:36:26,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:36:26,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:36:26,981 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:36:26,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:36:26,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:36:26,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T17:36:26,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:36:26,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f5a073e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:36:26,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@623b0264{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:36:27,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c8d82be{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/java.io.tmpdir/jetty-localhost-44219-hadoop-hdfs-3_4_1-tests_jar-_-any-8693940087731333733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:36:27,128 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56cb1d91{HTTP/1.1, (http/1.1)}{localhost:44219} 2024-11-21T17:36:27,128 INFO [Time-limited test {}] server.Server(415): Started @292391ms 2024-11-21T17:36:27,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:36:27,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:36:27,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:36:27,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:36:27,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T17:36:27,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@318cb791{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:36:27,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27b04f90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:36:27,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67a5ffde{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/java.io.tmpdir/jetty-localhost-35747-hadoop-hdfs-3_4_1-tests_jar-_-any-2870900900124698970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:36:27,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c90248f{HTTP/1.1, (http/1.1)}{localhost:35747} 2024-11-21T17:36:27,343 INFO [Time-limited test {}] server.Server(415): Started @292605ms 2024-11-21T17:36:27,344 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:36:27,425 WARN [Thread-4327 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/cluster_2f81c208-73f8-8039-45e3-5629f6e751f3/data/data1/current/BP-174803362-172.17.0.2-1732210586927/current, will proceed with Du for space computation calculation, 2024-11-21T17:36:27,426 WARN [Thread-4328 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/cluster_2f81c208-73f8-8039-45e3-5629f6e751f3/data/data2/current/BP-174803362-172.17.0.2-1732210586927/current, will proceed with Du for space computation calculation, 2024-11-21T17:36:27,457 WARN [Thread-4315 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:36:27,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8de7df2d638d0f06 with lease ID 0x7b5a62e779052fc4: Processing first storage report for DS-81a828f2-cbdf-4069-85c1-bbfde0c7ac43 from datanode DatanodeRegistration(127.0.0.1:41779, datanodeUuid=519afcf2-8533-413a-b7e9-280975b47c76, infoPort=44815, infoSecurePort=0, ipcPort=43239, storageInfo=lv=-57;cid=testClusterID;nsid=767479721;c=1732210586927) 2024-11-21T17:36:27,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8de7df2d638d0f06 with lease ID 0x7b5a62e779052fc4: from storage DS-81a828f2-cbdf-4069-85c1-bbfde0c7ac43 node DatanodeRegistration(127.0.0.1:41779, datanodeUuid=519afcf2-8533-413a-b7e9-280975b47c76, infoPort=44815, infoSecurePort=0, ipcPort=43239, storageInfo=lv=-57;cid=testClusterID;nsid=767479721;c=1732210586927), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:36:27,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8de7df2d638d0f06 with lease ID 0x7b5a62e779052fc4: Processing first storage report for DS-fa8f5e10-83fa-4a5f-af45-262693772e20 from datanode DatanodeRegistration(127.0.0.1:41779, datanodeUuid=519afcf2-8533-413a-b7e9-280975b47c76, infoPort=44815, infoSecurePort=0, ipcPort=43239, storageInfo=lv=-57;cid=testClusterID;nsid=767479721;c=1732210586927) 2024-11-21T17:36:27,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8de7df2d638d0f06 with lease ID 0x7b5a62e779052fc4: from storage DS-fa8f5e10-83fa-4a5f-af45-262693772e20 node DatanodeRegistration(127.0.0.1:41779, datanodeUuid=519afcf2-8533-413a-b7e9-280975b47c76, infoPort=44815, infoSecurePort=0, ipcPort=43239, storageInfo=lv=-57;cid=testClusterID;nsid=767479721;c=1732210586927), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:36:27,485 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a 2024-11-21T17:36:27,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:27,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:27,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:36:27,915 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74 with version=8 2024-11-21T17:36:27,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/hbase-staging 2024-11-21T17:36:27,918 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:36:27,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:27,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:27,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:36:27,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:27,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:36:27,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:36:27,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:36:27,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32833 2024-11-21T17:36:27,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32833 connecting to ZooKeeper ensemble=127.0.0.1:50126 2024-11-21T17:36:27,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328330x0, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:36:27,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32833-0x100635b51810000 connected 2024-11-21T17:36:27,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:27,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:27,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Set watcher on znode that does not yet exist, /0987957314/running 2024-11-21T17:36:27,953 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74, hbase.cluster.distributed=false 2024-11-21T17:36:27,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Set watcher on znode that does not yet exist, /0987957314/acl 2024-11-21T17:36:27,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32833 2024-11-21T17:36:27,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32833 2024-11-21T17:36:27,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32833 2024-11-21T17:36:27,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32833 2024-11-21T17:36:27,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32833 2024-11-21T17:36:27,985 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:36:27,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:27,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:27,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:36:27,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:27,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:36:27,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:36:27,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:36:27,988 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42691 2024-11-21T17:36:27,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42691 connecting to ZooKeeper ensemble=127.0.0.1:50126 2024-11-21T17:36:27,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:27,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:27,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426910x0, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:36:27,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426910x0, quorum=127.0.0.1:50126, baseZNode=/0987957314 Set watcher on znode that does not yet exist, /0987957314/running 2024-11-21T17:36:27,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42691-0x100635b51810001 connected 2024-11-21T17:36:27,996 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:36:27,997 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:36:27,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Set watcher on znode that does not yet exist, /0987957314/master 2024-11-21T17:36:27,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Set watcher on znode that does not yet exist, /0987957314/acl 2024-11-21T17:36:28,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42691 2024-11-21T17:36:28,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42691 2024-11-21T17:36:28,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42691 2024-11-21T17:36:28,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42691 2024-11-21T17:36:28,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42691 2024-11-21T17:36:28,028 DEBUG [M:0;f3865e8353b4:32833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:32833 2024-11-21T17:36:28,028 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0987957314/backup-masters/f3865e8353b4,32833,1732210587918 2024-11-21T17:36:28,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314/backup-masters 2024-11-21T17:36:28,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314/backup-masters 2024-11-21T17:36:28,029 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Set watcher on existing znode=/0987957314/backup-masters/f3865e8353b4,32833,1732210587918 2024-11-21T17:36:28,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0987957314/master 2024-11-21T17:36:28,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314 2024-11-21T17:36:28,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314 2024-11-21T17:36:28,031 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Set watcher on existing znode=/0987957314/master 2024-11-21T17:36:28,031 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0987957314/backup-masters/f3865e8353b4,32833,1732210587918 from backup master directory 2024-11-21T17:36:28,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987957314/backup-masters/f3865e8353b4,32833,1732210587918 2024-11-21T17:36:28,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314/backup-masters 2024-11-21T17:36:28,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314/backup-masters 2024-11-21T17:36:28,032 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:36:28,032 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,32833,1732210587918 2024-11-21T17:36:28,035 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/hbase.id] with ID: 2a17c49e-d789-4728-8ec2-afd7c118c071 2024-11-21T17:36:28,035 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/.tmp/hbase.id 2024-11-21T17:36:28,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:36:28,447 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/.tmp/hbase.id]:[hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/hbase.id] 2024-11-21T17:36:28,455 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:28,456 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:36:28,457 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T17:36:28,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314 2024-11-21T17:36:28,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314 2024-11-21T17:36:28,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:36:28,863 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:36:28,864 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:36:28,864 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:36:28,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:36:28,869 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store 2024-11-21T17:36:28,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:36:28,874 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:28,874 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:36:28,874 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:28,874 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:28,875 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:36:28,875 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:28,875 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:28,875 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210588874Disabling compacts and flushes for region at 1732210588874Disabling writes for close at 1732210588875 (+1 ms)Writing region close event to WAL at 1732210588875Closed at 1732210588875 2024-11-21T17:36:28,875 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/.initializing 2024-11-21T17:36:28,875 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/WALs/f3865e8353b4,32833,1732210587918 2024-11-21T17:36:28,876 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:36:28,877 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C32833%2C1732210587918, suffix=, logDir=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/WALs/f3865e8353b4,32833,1732210587918, archiveDir=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/oldWALs, maxLogs=10 2024-11-21T17:36:28,894 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/WALs/f3865e8353b4,32833,1732210587918/f3865e8353b4%2C32833%2C1732210587918.1732210588877, exclude list is [], retry=0 2024-11-21T17:36:28,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41779,DS-81a828f2-cbdf-4069-85c1-bbfde0c7ac43,DISK] 2024-11-21T17:36:28,898 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/WALs/f3865e8353b4,32833,1732210587918/f3865e8353b4%2C32833%2C1732210587918.1732210588877 2024-11-21T17:36:28,898 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44815:44815)] 2024-11-21T17:36:28,899 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:36:28,899 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:28,899 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:28,899 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:28,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:28,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:36:28,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:28,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:28,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:28,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:36:28,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:28,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:28,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:28,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:36:28,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:28,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:28,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:28,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:36:28,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:28,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:28,905 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:28,905 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:28,906 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:28,906 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:28,906 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:28,907 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:36:28,908 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:28,909 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:36:28,909 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66624048, jitterRate=-0.007224321365356445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:36:28,909 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210588899Initializing all the Stores at 1732210588899Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210588900 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210588900Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210588900Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210588900Cleaning up temporary data from old regions at 1732210588906 (+6 ms)Region opened successfully at 1732210588909 (+3 ms) 2024-11-21T17:36:28,909 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:36:28,911 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b6ef6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:36:28,912 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:36:28,912 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:36:28,912 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:36:28,912 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:36:28,913 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:36:28,913 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:36:28,913 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:36:28,914 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:36:28,915 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Unable to get data of znode /0987957314/balancer because node does not exist (not necessarily an error) 2024-11-21T17:36:28,915 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987957314/balancer already deleted, retry=false 2024-11-21T17:36:28,915 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:36:28,916 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Unable to get data of znode /0987957314/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:36:28,916 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987957314/normalizer already deleted, retry=false 2024-11-21T17:36:28,916 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:36:28,917 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Unable to get data of znode /0987957314/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:36:28,918 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987957314/switch/split already deleted, retry=false 2024-11-21T17:36:28,918 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Unable to get data of znode /0987957314/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:36:28,918 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987957314/switch/merge already deleted, retry=false 2024-11-21T17:36:28,920 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Unable to get data of znode /0987957314/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:36:28,920 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987957314/snapshot-cleanup already deleted, retry=false 2024-11-21T17:36:28,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0987957314/running 2024-11-21T17:36:28,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0987957314/running 2024-11-21T17:36:28,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314 2024-11-21T17:36:28,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314 2024-11-21T17:36:28,921 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,32833,1732210587918, sessionid=0x100635b51810000, setting cluster-up flag (Was=false) 2024-11-21T17:36:28,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314 2024-11-21T17:36:28,925 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0987957314/flush-table-proc/acquired, /0987957314/flush-table-proc/reached, /0987957314/flush-table-proc/abort 2024-11-21T17:36:28,926 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,32833,1732210587918 2024-11-21T17:36:28,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314 2024-11-21T17:36:28,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314 2024-11-21T17:36:28,929 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0987957314/online-snapshot/acquired, /0987957314/online-snapshot/reached, /0987957314/online-snapshot/abort 2024-11-21T17:36:28,930 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,32833,1732210587918 2024-11-21T17:36:28,933 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:36:28,934 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:36:28,934 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:36:28,934 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:36:28,935 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,32833,1732210587918 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:36:28,935 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:36:28,935 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:36:28,935 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:36:28,935 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:36:28,935 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:36:28,936 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:28,936 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:36:28,936 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:28,945 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:36:28,945 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:36:28,946 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:28,946 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:36:28,952 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210618952 2024-11-21T17:36:28,952 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:36:28,952 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:36:28,952 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:36:28,952 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:36:28,952 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:36:28,952 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:36:28,953 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:28,960 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:36:28,960 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:36:28,960 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:36:28,960 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:36:28,965 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:36:28,965 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:36:28,965 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210588965,5,FailOnTimeoutGroup] 2024-11-21T17:36:28,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:36:28,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:36:28,967 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74 2024-11-21T17:36:28,969 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210588965,5,FailOnTimeoutGroup] 2024-11-21T17:36:28,969 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:28,969 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:36:28,969 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:28,969 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:28,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741832_1008 (size=32) 2024-11-21T17:36:29,018 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(746): ClusterId : 2a17c49e-d789-4728-8ec2-afd7c118c071 2024-11-21T17:36:29,018 DEBUG [RS:0;f3865e8353b4:42691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:36:29,019 DEBUG [RS:0;f3865e8353b4:42691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:36:29,020 DEBUG [RS:0;f3865e8353b4:42691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:36:29,020 DEBUG [RS:0;f3865e8353b4:42691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:36:29,021 DEBUG [RS:0;f3865e8353b4:42691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d411af8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:36:29,039 DEBUG [RS:0;f3865e8353b4:42691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:42691 2024-11-21T17:36:29,039 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:36:29,039 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:36:29,039 DEBUG [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:36:29,040 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,32833,1732210587918 with port=42691, startcode=1732210587985 2024-11-21T17:36:29,040 DEBUG [RS:0;f3865e8353b4:42691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:36:29,053 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:36:29,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,42691,1732210587985 2024-11-21T17:36:29,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32833 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,42691,1732210587985 2024-11-21T17:36:29,055 DEBUG [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74 2024-11-21T17:36:29,055 DEBUG [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33293 2024-11-21T17:36:29,055 DEBUG [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:36:29,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314/rs 2024-11-21T17:36:29,057 DEBUG [RS:0;f3865e8353b4:42691 {}] zookeeper.ZKUtil(111): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Set watcher on existing znode=/0987957314/rs/f3865e8353b4,42691,1732210587985 2024-11-21T17:36:29,057 WARN [RS:0;f3865e8353b4:42691 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:36:29,057 INFO [RS:0;f3865e8353b4:42691 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:36:29,057 DEBUG [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985 2024-11-21T17:36:29,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,42691,1732210587985] 2024-11-21T17:36:29,065 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:36:29,069 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:36:29,080 INFO [RS:0;f3865e8353b4:42691 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:36:29,080 INFO [RS:0;f3865e8353b4:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:29,085 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:36:29,086 INFO [RS:0;f3865e8353b4:42691 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:36:29,086 INFO [RS:0;f3865e8353b4:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:29,086 DEBUG [RS:0;f3865e8353b4:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:29,086 DEBUG [RS:0;f3865e8353b4:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:29,086 DEBUG [RS:0;f3865e8353b4:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:29,086 DEBUG [RS:0;f3865e8353b4:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:29,086 DEBUG [RS:0;f3865e8353b4:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:29,086 DEBUG [RS:0;f3865e8353b4:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:36:29,086 DEBUG [RS:0;f3865e8353b4:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:29,086 DEBUG [RS:0;f3865e8353b4:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:29,086 DEBUG [RS:0;f3865e8353b4:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:29,086 DEBUG [RS:0;f3865e8353b4:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:29,086 DEBUG [RS:0;f3865e8353b4:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:29,086 DEBUG [RS:0;f3865e8353b4:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:29,086 DEBUG [RS:0;f3865e8353b4:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:36:29,086 DEBUG [RS:0;f3865e8353b4:42691 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:36:29,093 INFO [RS:0;f3865e8353b4:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:29,093 INFO [RS:0;f3865e8353b4:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:29,093 INFO [RS:0;f3865e8353b4:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:29,093 INFO [RS:0;f3865e8353b4:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:29,093 INFO [RS:0;f3865e8353b4:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:29,093 INFO [RS:0;f3865e8353b4:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,42691,1732210587985-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:36:29,118 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:36:29,118 INFO [RS:0;f3865e8353b4:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,42691,1732210587985-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:29,118 INFO [RS:0;f3865e8353b4:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:29,118 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.Replication(171): f3865e8353b4,42691,1732210587985 started 2024-11-21T17:36:29,135 INFO [RS:0;f3865e8353b4:42691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:29,135 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,42691,1732210587985, RpcServer on f3865e8353b4/172.17.0.2:42691, sessionid=0x100635b51810001 2024-11-21T17:36:29,135 DEBUG [RS:0;f3865e8353b4:42691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:36:29,135 DEBUG [RS:0;f3865e8353b4:42691 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,42691,1732210587985 2024-11-21T17:36:29,135 DEBUG [RS:0;f3865e8353b4:42691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,42691,1732210587985' 2024-11-21T17:36:29,135 DEBUG [RS:0;f3865e8353b4:42691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0987957314/flush-table-proc/abort' 2024-11-21T17:36:29,135 DEBUG [RS:0;f3865e8353b4:42691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0987957314/flush-table-proc/acquired' 2024-11-21T17:36:29,136 DEBUG [RS:0;f3865e8353b4:42691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:36:29,136 DEBUG [RS:0;f3865e8353b4:42691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:36:29,136 DEBUG [RS:0;f3865e8353b4:42691 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,42691,1732210587985 2024-11-21T17:36:29,136 DEBUG [RS:0;f3865e8353b4:42691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,42691,1732210587985' 2024-11-21T17:36:29,136 DEBUG [RS:0;f3865e8353b4:42691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0987957314/online-snapshot/abort' 2024-11-21T17:36:29,136 DEBUG [RS:0;f3865e8353b4:42691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0987957314/online-snapshot/acquired' 2024-11-21T17:36:29,136 DEBUG [RS:0;f3865e8353b4:42691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:36:29,136 INFO [RS:0;f3865e8353b4:42691 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:36:29,136 INFO [RS:0;f3865e8353b4:42691 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:36:29,237 INFO [RS:0;f3865e8353b4:42691 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:36:29,238 INFO [RS:0;f3865e8353b4:42691 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C42691%2C1732210587985, suffix=, logDir=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985, archiveDir=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/oldWALs, maxLogs=10 2024-11-21T17:36:29,250 DEBUG [RS:0;f3865e8353b4:42691 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238, exclude list is [], retry=0 2024-11-21T17:36:29,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41779,DS-81a828f2-cbdf-4069-85c1-bbfde0c7ac43,DISK] 2024-11-21T17:36:29,257 INFO [RS:0;f3865e8353b4:42691 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238 2024-11-21T17:36:29,261 DEBUG [RS:0;f3865e8353b4:42691 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44815:44815)] 2024-11-21T17:36:29,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:29,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:36:29,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:36:29,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:29,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:29,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:36:29,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:36:29,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:29,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:29,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:36:29,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:36:29,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:29,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:29,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:36:29,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:36:29,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:29,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:29,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:36:29,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740 2024-11-21T17:36:29,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740 2024-11-21T17:36:29,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:36:29,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:36:29,398 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:36:29,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:36:29,408 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:36:29,408 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70569171, jitterRate=0.0515625923871994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:36:29,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210589383Initializing all the Stores at 1732210589384 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210589384Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210589389 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210589389Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210589389Cleaning up temporary data from old regions at 1732210589398 (+9 ms)Region opened successfully at 1732210589408 (+10 ms) 2024-11-21T17:36:29,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:36:29,408 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:36:29,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:36:29,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:36:29,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:36:29,409 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:36:29,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210589408Disabling compacts and flushes for region at 1732210589408Disabling writes for close at 1732210589408Writing region close event to WAL at 1732210589409 (+1 ms)Closed at 1732210589409 2024-11-21T17:36:29,410 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:36:29,410 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:36:29,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:36:29,411 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:36:29,411 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:36:29,561 DEBUG [f3865e8353b4:32833 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:36:29,562 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,42691,1732210587985 2024-11-21T17:36:29,563 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,42691,1732210587985, state=OPENING 2024-11-21T17:36:29,564 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:36:29,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314 2024-11-21T17:36:29,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314 2024-11-21T17:36:29,565 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:36:29,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987957314/meta-region-server: CHANGED 2024-11-21T17:36:29,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,42691,1732210587985}] 2024-11-21T17:36:29,570 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987957314/meta-region-server: CHANGED 2024-11-21T17:36:29,722 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:36:29,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:36:29,726 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:36:29,726 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:36:29,726 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:36:29,727 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C42691%2C1732210587985.meta, suffix=.meta, logDir=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985, archiveDir=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/oldWALs, maxLogs=10 2024-11-21T17:36:29,740 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.meta.1732210589727.meta, exclude list is [], retry=0 2024-11-21T17:36:29,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41779,DS-81a828f2-cbdf-4069-85c1-bbfde0c7ac43,DISK] 2024-11-21T17:36:29,746 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.meta.1732210589727.meta 2024-11-21T17:36:29,747 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44815:44815)] 2024-11-21T17:36:29,747 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:36:29,747 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:36:29,747 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:36:29,747 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:36:29,747 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:36:29,747 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:36:29,747 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:29,748 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:36:29,748 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:36:29,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:36:29,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:36:29,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:29,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:29,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:36:29,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:36:29,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:29,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:29,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:36:29,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:36:29,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:29,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:29,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:36:29,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:36:29,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:29,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:29,752 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:36:29,753 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740 2024-11-21T17:36:29,753 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740 2024-11-21T17:36:29,754 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:36:29,754 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:36:29,754 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:36:29,755 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:36:29,756 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67382420, jitterRate=0.0040763020515441895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:36:29,756 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:36:29,756 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210589748Writing region info on filesystem at 1732210589748Initializing all the Stores at 1732210589748Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210589748Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210589748Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210589748Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210589748Cleaning up temporary data from old regions at 1732210589754 (+6 ms)Running coprocessor post-open hooks at 1732210589756 (+2 ms)Region opened successfully at 1732210589756 2024-11-21T17:36:29,757 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210589722 2024-11-21T17:36:29,758 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:36:29,758 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:36:29,758 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,42691,1732210587985 2024-11-21T17:36:29,759 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,42691,1732210587985, state=OPEN 2024-11-21T17:36:29,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0987957314/meta-region-server 2024-11-21T17:36:29,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0987957314/meta-region-server 2024-11-21T17:36:29,761 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,42691,1732210587985 2024-11-21T17:36:29,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987957314/meta-region-server: CHANGED 2024-11-21T17:36:29,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987957314/meta-region-server: CHANGED 2024-11-21T17:36:29,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:36:29,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,42691,1732210587985 in 196 msec 2024-11-21T17:36:29,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:36:29,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-21T17:36:29,764 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:36:29,764 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:36:29,765 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:29,765 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,42691,1732210587985, seqNum=-1] 2024-11-21T17:36:29,765 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:29,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:36:29,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 836 msec 2024-11-21T17:36:29,770 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210589770, completionTime=-1 2024-11-21T17:36:29,770 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:36:29,770 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:36:29,772 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:36:29,772 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210649772 2024-11-21T17:36:29,772 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210709772 2024-11-21T17:36:29,772 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T17:36:29,772 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,32833,1732210587918-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:29,772 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,32833,1732210587918-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:29,772 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,32833,1732210587918-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:29,772 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:32833, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:29,772 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:29,772 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:29,773 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:36:29,775 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.743sec 2024-11-21T17:36:29,775 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:36:29,775 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:36:29,775 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:36:29,775 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:36:29,775 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:36:29,775 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,32833,1732210587918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:36:29,775 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,32833,1732210587918-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:36:29,777 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:36:29,777 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:36:29,777 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,32833,1732210587918-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:29,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9d2125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:29,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,32833,-1 for getting cluster id 2024-11-21T17:36:29,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:29,828 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a17c49e-d789-4728-8ec2-afd7c118c071' 2024-11-21T17:36:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a17c49e-d789-4728-8ec2-afd7c118c071" 2024-11-21T17:36:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546f7b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,32833,-1] 2024-11-21T17:36:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:29,830 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:29,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70764eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:29,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:29,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,42691,1732210587985, seqNum=-1] 2024-11-21T17:36:29,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:29,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:36:29,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,32833,1732210587918 2024-11-21T17:36:29,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50126 2024-11-21T17:36:29,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:36:29,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100635b51810002 connected 2024-11-21T17:36:29,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/hadoop.log.dir so I do NOT create it in target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0 2024-11-21T17:36:29,840 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:36:29,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/hadoop.tmp.dir so I do NOT create it in target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0 2024-11-21T17:36:29,840 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:36:29,840 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0 2024-11-21T17:36:29,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:36:29,840 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/cluster_5554d582-b1ed-5387-1276-2e4d2720c3bb, deleteOnExit=true 2024-11-21T17:36:29,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:36:29,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/test.cache.data in system properties and HBase conf 2024-11-21T17:36:29,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:36:29,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:36:29,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:36:29,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:36:29,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:36:29,841 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:36:29,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:36:29,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:36:29,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:36:29,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:36:29,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:36:29,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:36:29,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:36:29,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:36:29,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:36:29,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:36:29,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:36:29,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:36:29,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:36:29,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:36:29,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:36:29,913 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:36:29,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:36:29,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:36:29,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:36:29,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:36:29,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63959428{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:36:29,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9638903{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:36:30,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a1f4d9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/java.io.tmpdir/jetty-localhost-34475-hadoop-hdfs-3_4_1-tests_jar-_-any-4897722195760083751/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:36:30,052 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7646bf61{HTTP/1.1, (http/1.1)}{localhost:34475} 2024-11-21T17:36:30,052 INFO [Time-limited test {}] server.Server(415): Started @295315ms 2024-11-21T17:36:30,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:36:30,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:36:30,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:36:30,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:36:30,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:36:30,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76153a95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:36:30,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26118a97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:36:30,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ee157cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/java.io.tmpdir/jetty-localhost-34161-hadoop-hdfs-3_4_1-tests_jar-_-any-8076216538593065905/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:36:30,310 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@669cfb45{HTTP/1.1, (http/1.1)}{localhost:34161} 2024-11-21T17:36:30,310 INFO [Time-limited test {}] server.Server(415): Started @295572ms 2024-11-21T17:36:30,311 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:36:30,339 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:36:30,340 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T17:36:30,412 WARN [Thread-4447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/cluster_5554d582-b1ed-5387-1276-2e4d2720c3bb/data/data1/current/BP-718895725-172.17.0.2-1732210589860/current, will proceed with Du for space computation calculation, 2024-11-21T17:36:30,412 WARN [Thread-4448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/cluster_5554d582-b1ed-5387-1276-2e4d2720c3bb/data/data2/current/BP-718895725-172.17.0.2-1732210589860/current, will proceed with Du for space computation calculation, 2024-11-21T17:36:30,433 WARN [Thread-4435 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:36:30,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabf0de8e2e515ee4 with lease ID 0x6ce86a364f2b709c: Processing first storage report for DS-5c4dbb4f-f8a9-4e13-afb3-7c968938fe79 from datanode DatanodeRegistration(127.0.0.1:38477, datanodeUuid=f1984831-01c8-457a-899c-7acf3733b3f7, infoPort=42577, infoSecurePort=0, ipcPort=37351, storageInfo=lv=-57;cid=testClusterID;nsid=2009623640;c=1732210589860) 2024-11-21T17:36:30,435 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabf0de8e2e515ee4 with lease ID 0x6ce86a364f2b709c: from storage DS-5c4dbb4f-f8a9-4e13-afb3-7c968938fe79 node DatanodeRegistration(127.0.0.1:38477, datanodeUuid=f1984831-01c8-457a-899c-7acf3733b3f7, infoPort=42577, infoSecurePort=0, ipcPort=37351, storageInfo=lv=-57;cid=testClusterID;nsid=2009623640;c=1732210589860), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:36:30,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabf0de8e2e515ee4 with lease ID 0x6ce86a364f2b709c: Processing first storage report for DS-96affd30-59a4-473e-ad5a-b3fe99392d24 from datanode DatanodeRegistration(127.0.0.1:38477, datanodeUuid=f1984831-01c8-457a-899c-7acf3733b3f7, infoPort=42577, infoSecurePort=0, ipcPort=37351, storageInfo=lv=-57;cid=testClusterID;nsid=2009623640;c=1732210589860) 2024-11-21T17:36:30,436 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabf0de8e2e515ee4 with lease ID 0x6ce86a364f2b709c: from storage DS-96affd30-59a4-473e-ad5a-b3fe99392d24 node DatanodeRegistration(127.0.0.1:38477, datanodeUuid=f1984831-01c8-457a-899c-7acf3733b3f7, infoPort=42577, infoSecurePort=0, ipcPort=37351, storageInfo=lv=-57;cid=testClusterID;nsid=2009623640;c=1732210589860), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:36:30,456 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0 2024-11-21T17:36:30,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:30,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:30,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:36:30,863 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316 with version=8 2024-11-21T17:36:30,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/hbase-staging 2024-11-21T17:36:30,866 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:36:30,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:30,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:30,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:36:30,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:30,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:36:30,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:36:30,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:36:30,866 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46645 2024-11-21T17:36:30,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46645 connecting to ZooKeeper ensemble=127.0.0.1:50126 2024-11-21T17:36:30,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466450x0, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:36:30,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46645-0x100635b51810003 connected 2024-11-21T17:36:30,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:30,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:30,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Set watcher on znode that does not yet exist, /11030279577/running 2024-11-21T17:36:30,877 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316, hbase.cluster.distributed=false 2024-11-21T17:36:30,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Set watcher on znode that does not yet exist, /11030279577/acl 2024-11-21T17:36:30,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46645 2024-11-21T17:36:30,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46645 2024-11-21T17:36:30,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46645 2024-11-21T17:36:30,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46645 2024-11-21T17:36:30,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46645 2024-11-21T17:36:30,892 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:36:30,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:30,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:30,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:30,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:30,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:30,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:30,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:30,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:30,900 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:36:30,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:30,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:30,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:36:30,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:30,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:36:30,901 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:36:30,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:36:30,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40299 2024-11-21T17:36:30,902 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40299 connecting to ZooKeeper ensemble=127.0.0.1:50126 2024-11-21T17:36:30,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:30,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:30,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402990x0, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:36:30,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402990x0, quorum=127.0.0.1:50126, baseZNode=/11030279577 Set watcher on znode that does not yet exist, /11030279577/running 2024-11-21T17:36:30,907 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:36:30,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40299-0x100635b51810004 connected 2024-11-21T17:36:30,907 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:36:30,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Set watcher on znode that does not yet exist, /11030279577/master 2024-11-21T17:36:30,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Set watcher on znode that does not yet exist, /11030279577/acl 2024-11-21T17:36:30,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40299 2024-11-21T17:36:30,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40299 2024-11-21T17:36:30,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40299 2024-11-21T17:36:30,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40299 2024-11-21T17:36:30,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40299 2024-11-21T17:36:30,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:30,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:30,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:30,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:30,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:30,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:30,934 DEBUG [M:0;f3865e8353b4:46645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:46645 2024-11-21T17:36:30,936 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11030279577/backup-masters/f3865e8353b4,46645,1732210590865 2024-11-21T17:36:30,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:30,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577/backup-masters 2024-11-21T17:36:30,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577/backup-masters 2024-11-21T17:36:30,937 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Set watcher on existing znode=/11030279577/backup-masters/f3865e8353b4,46645,1732210590865 2024-11-21T17:36:30,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11030279577/master 2024-11-21T17:36:30,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577 2024-11-21T17:36:30,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577 2024-11-21T17:36:30,938 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Set watcher on existing znode=/11030279577/master 2024-11-21T17:36:30,938 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11030279577/backup-masters/f3865e8353b4,46645,1732210590865 from backup master directory 2024-11-21T17:36:30,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577/backup-masters 2024-11-21T17:36:30,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11030279577/backup-masters/f3865e8353b4,46645,1732210590865 2024-11-21T17:36:30,938 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:36:30,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577/backup-masters 2024-11-21T17:36:30,938 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,46645,1732210590865 2024-11-21T17:36:30,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:30,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:30,941 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/hbase.id] with ID: b0060afd-f062-4ec3-83a2-289e4dd0cac5 2024-11-21T17:36:30,941 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/.tmp/hbase.id 2024-11-21T17:36:30,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:36:30,965 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T17:36:30,965 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T17:36:30,965 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T17:36:30,965 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T17:36:30,965 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:36:30,965 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T17:36:31,349 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/.tmp/hbase.id]:[hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/hbase.id] 2024-11-21T17:36:31,356 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:31,356 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:36:31,357 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T17:36:31,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577 2024-11-21T17:36:31,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577 2024-11-21T17:36:31,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:36:31,762 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:36:31,762 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:36:31,763 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:36:31,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:36:32,168 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store 2024-11-21T17:36:32,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:36:32,572 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:32,572 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:36:32,572 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:32,572 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:32,572 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:36:32,572 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:32,572 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:32,573 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210592572Disabling compacts and flushes for region at 1732210592572Disabling writes for close at 1732210592572Writing region close event to WAL at 1732210592572Closed at 1732210592572 2024-11-21T17:36:32,573 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/.initializing 2024-11-21T17:36:32,573 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/WALs/f3865e8353b4,46645,1732210590865 2024-11-21T17:36:32,574 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:36:32,575 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C46645%2C1732210590865, suffix=, logDir=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/WALs/f3865e8353b4,46645,1732210590865, archiveDir=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/oldWALs, maxLogs=10 2024-11-21T17:36:32,591 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/WALs/f3865e8353b4,46645,1732210590865/f3865e8353b4%2C46645%2C1732210590865.1732210592575, exclude list is [], retry=0 2024-11-21T17:36:32,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38477,DS-5c4dbb4f-f8a9-4e13-afb3-7c968938fe79,DISK] 2024-11-21T17:36:32,594 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/WALs/f3865e8353b4,46645,1732210590865/f3865e8353b4%2C46645%2C1732210590865.1732210592575 2024-11-21T17:36:32,594 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-11-21T17:36:32,594 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:36:32,595 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:32,595 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:32,595 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:32,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:32,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:36:32,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:32,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:32,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:32,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:36:32,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:32,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:32,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:32,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:36:32,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:32,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:32,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:32,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:36:32,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:32,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:32,600 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:32,601 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:32,601 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:32,602 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:32,602 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:32,602 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:36:32,603 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:32,605 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:36:32,605 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63673047, jitterRate=-0.05119766294956207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:36:32,605 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210592595Initializing all the Stores at 1732210592595Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210592595Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210592596 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210592596Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210592596Cleaning up temporary data from old regions at 1732210592602 (+6 ms)Region opened successfully at 1732210592605 (+3 ms) 2024-11-21T17:36:32,605 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:36:32,607 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5602377d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:36:32,608 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:36:32,608 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:36:32,608 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:36:32,608 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:36:32,609 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:36:32,609 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:36:32,609 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:36:32,612 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:36:32,612 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Unable to get data of znode /11030279577/balancer because node does not exist (not necessarily an error) 2024-11-21T17:36:32,613 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11030279577/balancer already deleted, retry=false 2024-11-21T17:36:32,613 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:36:32,613 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Unable to get data of znode /11030279577/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:36:32,614 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11030279577/normalizer already deleted, retry=false 2024-11-21T17:36:32,614 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:36:32,615 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Unable to get data of znode /11030279577/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:36:32,618 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11030279577/switch/split already deleted, retry=false 2024-11-21T17:36:32,618 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Unable to get data of znode /11030279577/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:36:32,620 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11030279577/switch/merge already deleted, retry=false 2024-11-21T17:36:32,622 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Unable to get data of znode /11030279577/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:36:32,623 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11030279577/snapshot-cleanup already deleted, retry=false 2024-11-21T17:36:32,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11030279577/running 2024-11-21T17:36:32,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11030279577/running 2024-11-21T17:36:32,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577 2024-11-21T17:36:32,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577 2024-11-21T17:36:32,643 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,46645,1732210590865, sessionid=0x100635b51810003, setting cluster-up flag (Was=false) 2024-11-21T17:36:32,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577 2024-11-21T17:36:32,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577 2024-11-21T17:36:32,650 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11030279577/flush-table-proc/acquired, /11030279577/flush-table-proc/reached, /11030279577/flush-table-proc/abort 2024-11-21T17:36:32,651 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,46645,1732210590865 2024-11-21T17:36:32,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577 2024-11-21T17:36:32,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577 2024-11-21T17:36:32,655 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11030279577/online-snapshot/acquired, /11030279577/online-snapshot/reached, /11030279577/online-snapshot/abort 2024-11-21T17:36:32,656 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,46645,1732210590865 2024-11-21T17:36:32,658 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:36:32,663 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:36:32,663 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:36:32,663 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:36:32,663 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,46645,1732210590865 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:36:32,665 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:36:32,665 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:36:32,665 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:36:32,665 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:36:32,665 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:36:32,665 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:32,665 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:36:32,666 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:32,668 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:36:32,668 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:36:32,669 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:32,669 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:36:32,681 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210622681 2024-11-21T17:36:32,681 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:36:32,681 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:36:32,681 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:36:32,681 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:36:32,681 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:36:32,681 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:36:32,686 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:32,686 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:36:32,686 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:36:32,686 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:36:32,686 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:36:32,686 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:36:32,686 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:36:32,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:36:32,687 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210592687,5,FailOnTimeoutGroup] 2024-11-21T17:36:32,689 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210592687,5,FailOnTimeoutGroup] 2024-11-21T17:36:32,689 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:32,689 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:36:32,689 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:32,689 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:32,723 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(746): ClusterId : b0060afd-f062-4ec3-83a2-289e4dd0cac5 2024-11-21T17:36:32,723 DEBUG [RS:0;f3865e8353b4:40299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:36:32,725 DEBUG [RS:0;f3865e8353b4:40299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:36:32,725 DEBUG [RS:0;f3865e8353b4:40299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:36:32,726 DEBUG [RS:0;f3865e8353b4:40299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:36:32,726 DEBUG [RS:0;f3865e8353b4:40299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280dab0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:36:32,738 DEBUG [RS:0;f3865e8353b4:40299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:40299 2024-11-21T17:36:32,738 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:36:32,738 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:36:32,738 DEBUG [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:36:32,739 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,46645,1732210590865 with port=40299, startcode=1732210590900 2024-11-21T17:36:32,739 DEBUG [RS:0;f3865e8353b4:40299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:36:32,740 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:36:32,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,40299,1732210590900 2024-11-21T17:36:32,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46645 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,40299,1732210590900 2024-11-21T17:36:32,742 DEBUG [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316 2024-11-21T17:36:32,742 DEBUG [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39849 2024-11-21T17:36:32,742 DEBUG [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:36:32,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577/rs 2024-11-21T17:36:32,743 DEBUG [RS:0;f3865e8353b4:40299 {}] zookeeper.ZKUtil(111): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Set watcher on existing znode=/11030279577/rs/f3865e8353b4,40299,1732210590900 2024-11-21T17:36:32,743 WARN [RS:0;f3865e8353b4:40299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:36:32,743 INFO [RS:0;f3865e8353b4:40299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:36:32,743 DEBUG [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/WALs/f3865e8353b4,40299,1732210590900 2024-11-21T17:36:32,743 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,40299,1732210590900] 2024-11-21T17:36:32,746 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:36:32,748 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:36:32,748 INFO [RS:0;f3865e8353b4:40299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:36:32,748 INFO [RS:0;f3865e8353b4:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:32,748 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:36:32,749 INFO [RS:0;f3865e8353b4:40299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:36:32,749 INFO [RS:0;f3865e8353b4:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:32,749 DEBUG [RS:0;f3865e8353b4:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:32,749 DEBUG [RS:0;f3865e8353b4:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:32,749 DEBUG [RS:0;f3865e8353b4:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:32,749 DEBUG [RS:0;f3865e8353b4:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:32,749 DEBUG [RS:0;f3865e8353b4:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:32,749 DEBUG [RS:0;f3865e8353b4:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:36:32,749 DEBUG [RS:0;f3865e8353b4:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:32,749 DEBUG [RS:0;f3865e8353b4:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:32,749 DEBUG [RS:0;f3865e8353b4:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:32,749 DEBUG [RS:0;f3865e8353b4:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:32,749 DEBUG [RS:0;f3865e8353b4:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:32,749 DEBUG [RS:0;f3865e8353b4:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:32,749 DEBUG [RS:0;f3865e8353b4:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:36:32,749 DEBUG [RS:0;f3865e8353b4:40299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:36:32,753 INFO [RS:0;f3865e8353b4:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:32,753 INFO [RS:0;f3865e8353b4:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:32,753 INFO [RS:0;f3865e8353b4:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:32,753 INFO [RS:0;f3865e8353b4:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:32,753 INFO [RS:0;f3865e8353b4:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:32,753 INFO [RS:0;f3865e8353b4:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,40299,1732210590900-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:36:32,766 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:36:32,766 INFO [RS:0;f3865e8353b4:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,40299,1732210590900-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:32,766 INFO [RS:0;f3865e8353b4:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:32,766 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.Replication(171): f3865e8353b4,40299,1732210590900 started 2024-11-21T17:36:32,779 INFO [RS:0;f3865e8353b4:40299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:32,779 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,40299,1732210590900, RpcServer on f3865e8353b4/172.17.0.2:40299, sessionid=0x100635b51810004 2024-11-21T17:36:32,779 DEBUG [RS:0;f3865e8353b4:40299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:36:32,779 DEBUG [RS:0;f3865e8353b4:40299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,40299,1732210590900 2024-11-21T17:36:32,779 DEBUG [RS:0;f3865e8353b4:40299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,40299,1732210590900' 2024-11-21T17:36:32,779 DEBUG [RS:0;f3865e8353b4:40299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11030279577/flush-table-proc/abort' 2024-11-21T17:36:32,780 DEBUG [RS:0;f3865e8353b4:40299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11030279577/flush-table-proc/acquired' 2024-11-21T17:36:32,780 DEBUG [RS:0;f3865e8353b4:40299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:36:32,780 DEBUG [RS:0;f3865e8353b4:40299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:36:32,780 DEBUG [RS:0;f3865e8353b4:40299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,40299,1732210590900 2024-11-21T17:36:32,780 DEBUG [RS:0;f3865e8353b4:40299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,40299,1732210590900' 2024-11-21T17:36:32,780 DEBUG [RS:0;f3865e8353b4:40299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11030279577/online-snapshot/abort' 2024-11-21T17:36:32,781 DEBUG [RS:0;f3865e8353b4:40299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11030279577/online-snapshot/acquired' 2024-11-21T17:36:32,781 DEBUG [RS:0;f3865e8353b4:40299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:36:32,781 INFO [RS:0;f3865e8353b4:40299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:36:32,781 INFO [RS:0;f3865e8353b4:40299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:36:32,882 INFO [RS:0;f3865e8353b4:40299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:36:32,884 INFO [RS:0;f3865e8353b4:40299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C40299%2C1732210590900, suffix=, logDir=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/WALs/f3865e8353b4,40299,1732210590900, archiveDir=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/oldWALs, maxLogs=10 2024-11-21T17:36:32,903 DEBUG [RS:0;f3865e8353b4:40299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/WALs/f3865e8353b4,40299,1732210590900/f3865e8353b4%2C40299%2C1732210590900.1732210592884, exclude list is [], retry=0 2024-11-21T17:36:32,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38477,DS-5c4dbb4f-f8a9-4e13-afb3-7c968938fe79,DISK] 2024-11-21T17:36:32,911 INFO [RS:0;f3865e8353b4:40299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/WALs/f3865e8353b4,40299,1732210590900/f3865e8353b4%2C40299%2C1732210590900.1732210592884 2024-11-21T17:36:32,912 DEBUG [RS:0;f3865e8353b4:40299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-11-21T17:36:33,087 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:36:33,088 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316 2024-11-21T17:36:33,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741833_1009 (size=32) 2024-11-21T17:36:33,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:33,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:36:33,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:36:33,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:33,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:33,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:36:33,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:36:33,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:33,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:33,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:36:33,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:36:33,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:33,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:33,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:36:33,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:36:33,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:33,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:33,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:36:33,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740 2024-11-21T17:36:33,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740 2024-11-21T17:36:33,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:36:33,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:36:33,503 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:36:33,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:36:33,505 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:36:33,505 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64859855, jitterRate=-0.033512845635414124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:36:33,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210593496Initializing all the Stores at 1732210593497 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210593497Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210593497Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210593497Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210593497Cleaning up temporary data from old regions at 1732210593503 (+6 ms)Region opened successfully at 1732210593505 (+2 ms) 2024-11-21T17:36:33,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:36:33,505 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:36:33,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:36:33,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:36:33,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:36:33,506 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:36:33,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210593505Disabling compacts and flushes for region at 1732210593505Disabling writes for close at 1732210593506 (+1 ms)Writing region close event to WAL at 1732210593506Closed at 1732210593506 2024-11-21T17:36:33,507 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:36:33,507 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:36:33,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:36:33,507 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:36:33,508 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:36:33,658 DEBUG [f3865e8353b4:46645 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:36:33,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,40299,1732210590900 2024-11-21T17:36:33,659 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,40299,1732210590900, state=OPENING 2024-11-21T17:36:33,662 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:36:33,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577 2024-11-21T17:36:33,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577 2024-11-21T17:36:33,663 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:36:33,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,40299,1732210590900}] 2024-11-21T17:36:33,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11030279577/meta-region-server: CHANGED 2024-11-21T17:36:33,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11030279577/meta-region-server: CHANGED 2024-11-21T17:36:33,826 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:36:33,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:36:33,834 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:36:33,834 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:36:33,834 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:36:33,835 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C40299%2C1732210590900.meta, suffix=.meta, logDir=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/WALs/f3865e8353b4,40299,1732210590900, archiveDir=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/oldWALs, maxLogs=10 2024-11-21T17:36:33,863 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/WALs/f3865e8353b4,40299,1732210590900/f3865e8353b4%2C40299%2C1732210590900.meta.1732210593837.meta, exclude list is [], retry=0 2024-11-21T17:36:33,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38477,DS-5c4dbb4f-f8a9-4e13-afb3-7c968938fe79,DISK] 2024-11-21T17:36:33,897 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/WALs/f3865e8353b4,40299,1732210590900/f3865e8353b4%2C40299%2C1732210590900.meta.1732210593837.meta 2024-11-21T17:36:33,911 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-11-21T17:36:33,911 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:36:33,912 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:36:33,912 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:36:33,912 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:36:33,912 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:36:33,912 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:36:33,912 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:33,912 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:36:33,912 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:36:33,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:36:33,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:36:33,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:33,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:33,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:36:33,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:36:33,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:33,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:33,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:36:33,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:36:33,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:33,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:33,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:36:33,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:36:33,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:33,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:33,931 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:36:33,932 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740 2024-11-21T17:36:33,935 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740 2024-11-21T17:36:33,938 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:36:33,938 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:36:33,938 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:36:33,939 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:36:33,940 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72599254, jitterRate=0.08181318640708923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:36:33,940 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:36:33,941 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210593912Writing region info on filesystem at 1732210593912Initializing all the Stores at 1732210593913 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210593913Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210593917 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210593917Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210593917Cleaning up temporary data from old regions at 1732210593938 (+21 ms)Running coprocessor post-open hooks at 1732210593941 (+3 ms)Region opened successfully at 1732210593941 2024-11-21T17:36:33,943 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210593825 2024-11-21T17:36:33,946 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:36:33,946 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:36:33,947 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,40299,1732210590900 2024-11-21T17:36:33,948 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,40299,1732210590900, state=OPEN 2024-11-21T17:36:33,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11030279577/meta-region-server 2024-11-21T17:36:33,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11030279577/meta-region-server 2024-11-21T17:36:33,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11030279577/meta-region-server: CHANGED 2024-11-21T17:36:33,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11030279577/meta-region-server: CHANGED 2024-11-21T17:36:33,949 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,40299,1732210590900 2024-11-21T17:36:33,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:36:33,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,40299,1732210590900 in 286 msec 2024-11-21T17:36:33,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:36:33,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-21T17:36:33,956 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:36:33,956 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:36:33,957 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:33,957 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,40299,1732210590900, seqNum=-1] 2024-11-21T17:36:33,958 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:33,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:36:33,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3060 sec 2024-11-21T17:36:33,969 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210593969, completionTime=-1 2024-11-21T17:36:33,969 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:36:33,969 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:36:33,971 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:36:33,971 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210653971 2024-11-21T17:36:33,971 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210713971 2024-11-21T17:36:33,971 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T17:36:33,972 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46645,1732210590865-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:33,972 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46645,1732210590865-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:33,972 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46645,1732210590865-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:33,972 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:46645, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:33,972 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:33,973 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:33,975 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:36:33,977 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.038sec 2024-11-21T17:36:33,978 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:36:33,978 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:36:33,978 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:36:33,978 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:36:33,978 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:36:33,978 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46645,1732210590865-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:36:33,978 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46645,1732210590865-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:36:33,982 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:36:33,982 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:36:33,982 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,46645,1732210590865-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:34,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40341b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:34,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,46645,-1 for getting cluster id 2024-11-21T17:36:34,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:34,036 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0060afd-f062-4ec3-83a2-289e4dd0cac5' 2024-11-21T17:36:34,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:34,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0060afd-f062-4ec3-83a2-289e4dd0cac5" 2024-11-21T17:36:34,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d04546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:34,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,46645,-1] 2024-11-21T17:36:34,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:34,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:34,038 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:34,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a05026e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:34,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:34,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,40299,1732210590900, seqNum=-1] 2024-11-21T17:36:34,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:34,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:36:34,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,46645,1732210590865 2024-11-21T17:36:34,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50126 2024-11-21T17:36:34,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:36:34,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100635b51810005 connected 2024-11-21T17:36:34,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/hadoop.log.dir so I do NOT create it in target/test-data/775083fa-c89e-14d5-d3be-334d942d961e 2024-11-21T17:36:34,050 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T17:36:34,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/hadoop.tmp.dir so I do NOT create it in target/test-data/775083fa-c89e-14d5-d3be-334d942d961e 2024-11-21T17:36:34,050 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T17:36:34,050 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e 2024-11-21T17:36:34,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T17:36:34,050 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/cluster_c42d9a52-c48d-80f4-c2af-7b6d37b68ed6, deleteOnExit=true 2024-11-21T17:36:34,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T17:36:34,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/test.cache.data in system properties and HBase conf 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/hadoop.log.dir in system properties and HBase conf 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T17:36:34,051 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/nfs.dump.dir in system properties and HBase conf 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/java.io.tmpdir in system properties and HBase conf 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T17:36:34,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T17:36:34,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T17:36:34,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:36:34,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:36:34,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:36:34,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:36:34,142 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T17:36:34,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:36:34,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f03b991{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:36:34,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3136b15d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:36:34,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7363c05c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/java.io.tmpdir/jetty-localhost-39759-hadoop-hdfs-3_4_1-tests_jar-_-any-13161519555223379250/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:36:34,290 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ae69380{HTTP/1.1, (http/1.1)}{localhost:39759} 2024-11-21T17:36:34,291 INFO [Time-limited test {}] server.Server(415): Started @299553ms 2024-11-21T17:36:34,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T17:36:34,488 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T17:36:34,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T17:36:34,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T17:36:34,494 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T17:36:34,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17b88d19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/hadoop.log.dir/,AVAILABLE} 2024-11-21T17:36:34,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0d9d24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T17:36:34,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41a23915{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/java.io.tmpdir/jetty-localhost-38507-hadoop-hdfs-3_4_1-tests_jar-_-any-13682103023401509856/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:36:34,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57122717{HTTP/1.1, (http/1.1)}{localhost:38507} 2024-11-21T17:36:34,661 INFO [Time-limited test {}] server.Server(415): Started @299924ms 2024-11-21T17:36:34,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T17:36:34,834 WARN [Thread-4568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/cluster_c42d9a52-c48d-80f4-c2af-7b6d37b68ed6/data/data1/current/BP-1804833504-172.17.0.2-1732210594070/current, will proceed with Du for space computation calculation, 2024-11-21T17:36:34,834 WARN [Thread-4569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/cluster_c42d9a52-c48d-80f4-c2af-7b6d37b68ed6/data/data2/current/BP-1804833504-172.17.0.2-1732210594070/current, will proceed with Du for space computation calculation, 2024-11-21T17:36:34,859 WARN [Thread-4556 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T17:36:34,862 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x509354169c4d2ccb with lease ID 0x616830400eb206c8: Processing first storage report for DS-de5ab73a-51ab-4827-b215-0904d38e9d11 from datanode DatanodeRegistration(127.0.0.1:35271, datanodeUuid=ca4c5c1f-48e1-4c1d-97ef-652dba55044c, infoPort=44275, infoSecurePort=0, ipcPort=46013, storageInfo=lv=-57;cid=testClusterID;nsid=2062839704;c=1732210594070) 2024-11-21T17:36:34,862 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x509354169c4d2ccb with lease ID 0x616830400eb206c8: from storage DS-de5ab73a-51ab-4827-b215-0904d38e9d11 node DatanodeRegistration(127.0.0.1:35271, datanodeUuid=ca4c5c1f-48e1-4c1d-97ef-652dba55044c, infoPort=44275, infoSecurePort=0, ipcPort=46013, storageInfo=lv=-57;cid=testClusterID;nsid=2062839704;c=1732210594070), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:36:34,862 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x509354169c4d2ccb with lease ID 0x616830400eb206c8: Processing first storage report for DS-a18c5d59-1c6a-43ca-8639-12ff177ec5f4 from datanode DatanodeRegistration(127.0.0.1:35271, datanodeUuid=ca4c5c1f-48e1-4c1d-97ef-652dba55044c, infoPort=44275, infoSecurePort=0, ipcPort=46013, storageInfo=lv=-57;cid=testClusterID;nsid=2062839704;c=1732210594070) 2024-11-21T17:36:34,862 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x509354169c4d2ccb with lease ID 0x616830400eb206c8: from storage DS-a18c5d59-1c6a-43ca-8639-12ff177ec5f4 node DatanodeRegistration(127.0.0.1:35271, datanodeUuid=ca4c5c1f-48e1-4c1d-97ef-652dba55044c, infoPort=44275, infoSecurePort=0, ipcPort=46013, storageInfo=lv=-57;cid=testClusterID;nsid=2062839704;c=1732210594070), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T17:36:34,888 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e 2024-11-21T17:36:34,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:34,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:34,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741825_1001 (size=7) 2024-11-21T17:36:35,299 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8 with version=8 2024-11-21T17:36:35,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/hbase-staging 2024-11-21T17:36:35,302 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:36:35,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:35,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:35,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:36:35,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:35,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:36:35,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T17:36:35,303 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:36:35,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41929 2024-11-21T17:36:35,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41929 connecting to ZooKeeper ensemble=127.0.0.1:50126 2024-11-21T17:36:35,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:35,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:35,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419290x0, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:36:35,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41929-0x100635b51810006 connected 2024-11-21T17:36:35,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Set watcher on znode that does not yet exist, /21504829998/running 2024-11-21T17:36:35,330 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8, hbase.cluster.distributed=false 2024-11-21T17:36:35,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Set watcher on znode that does not yet exist, /21504829998/acl 2024-11-21T17:36:35,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41929 2024-11-21T17:36:35,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41929 2024-11-21T17:36:35,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41929 2024-11-21T17:36:35,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41929 2024-11-21T17:36:35,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41929 2024-11-21T17:36:35,366 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f3865e8353b4:0 server-side Connection retries=45 2024-11-21T17:36:35,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:35,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:35,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T17:36:35,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T17:36:35,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T17:36:35,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T17:36:35,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T17:36:35,369 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39321 2024-11-21T17:36:35,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39321 connecting to ZooKeeper ensemble=127.0.0.1:50126 2024-11-21T17:36:35,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:35,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:35,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393210x0, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:36:35,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39321-0x100635b51810007 connected 2024-11-21T17:36:35,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Set watcher on znode that does not yet exist, /21504829998/running 2024-11-21T17:36:35,390 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T17:36:35,391 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T17:36:35,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Set watcher on znode that does not yet exist, /21504829998/master 2024-11-21T17:36:35,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Set watcher on znode that does not yet exist, /21504829998/acl 2024-11-21T17:36:35,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39321 2024-11-21T17:36:35,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39321 2024-11-21T17:36:35,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39321 2024-11-21T17:36:35,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39321 2024-11-21T17:36:35,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39321 2024-11-21T17:36:35,426 DEBUG [M:0;f3865e8353b4:41929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f3865e8353b4:41929 2024-11-21T17:36:35,427 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21504829998/backup-masters/f3865e8353b4,41929,1732210595302 2024-11-21T17:36:35,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998/backup-masters 2024-11-21T17:36:35,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998/backup-masters 2024-11-21T17:36:35,428 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Set watcher on existing znode=/21504829998/backup-masters/f3865e8353b4,41929,1732210595302 2024-11-21T17:36:35,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21504829998/master 2024-11-21T17:36:35,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998 2024-11-21T17:36:35,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998 2024-11-21T17:36:35,429 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Set watcher on existing znode=/21504829998/master 2024-11-21T17:36:35,429 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21504829998/backup-masters/f3865e8353b4,41929,1732210595302 from backup master directory 2024-11-21T17:36:35,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998/backup-masters 2024-11-21T17:36:35,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21504829998/backup-masters/f3865e8353b4,41929,1732210595302 2024-11-21T17:36:35,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998/backup-masters 2024-11-21T17:36:35,430 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:36:35,430 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f3865e8353b4,41929,1732210595302 2024-11-21T17:36:35,433 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/hbase.id] with ID: fa65d0a1-29c9-48b4-9134-6a429ff65bbf 2024-11-21T17:36:35,433 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/.tmp/hbase.id 2024-11-21T17:36:35,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741826_1002 (size=42) 2024-11-21T17:36:35,851 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/.tmp/hbase.id]:[hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/hbase.id] 2024-11-21T17:36:35,858 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:35,858 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T17:36:35,859 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T17:36:35,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998 2024-11-21T17:36:35,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998 2024-11-21T17:36:35,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741827_1003 (size=196) 2024-11-21T17:36:36,264 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:36:36,265 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T17:36:36,266 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:36:36,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741828_1004 (size=1189) 2024-11-21T17:36:36,672 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store 2024-11-21T17:36:36,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741829_1005 (size=34) 2024-11-21T17:36:37,081 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:37,081 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:36:37,081 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:37,081 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:37,081 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:36:37,081 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:37,081 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:37,081 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210597081Disabling compacts and flushes for region at 1732210597081Disabling writes for close at 1732210597081Writing region close event to WAL at 1732210597081Closed at 1732210597081 2024-11-21T17:36:37,082 WARN [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/.initializing 2024-11-21T17:36:37,082 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/WALs/f3865e8353b4,41929,1732210595302 2024-11-21T17:36:37,083 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:36:37,084 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f3865e8353b4%2C41929%2C1732210595302, suffix=, logDir=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/WALs/f3865e8353b4,41929,1732210595302, archiveDir=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/oldWALs, maxLogs=10 2024-11-21T17:36:37,108 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/WALs/f3865e8353b4,41929,1732210595302/f3865e8353b4%2C41929%2C1732210595302.1732210597085, exclude list is [], retry=0 2024-11-21T17:36:37,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35271,DS-de5ab73a-51ab-4827-b215-0904d38e9d11,DISK] 2024-11-21T17:36:37,128 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/WALs/f3865e8353b4,41929,1732210595302/f3865e8353b4%2C41929%2C1732210595302.1732210597085 2024-11-21T17:36:37,133 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44275:44275)] 2024-11-21T17:36:37,133 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:36:37,133 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:37,134 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:37,134 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:37,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:37,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T17:36:37,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:37,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:37,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:37,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T17:36:37,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:37,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:37,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:37,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T17:36:37,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:37,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:37,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:37,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T17:36:37,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:37,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:37,144 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:37,145 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:37,145 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:37,147 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:37,147 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:37,147 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:36:37,148 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T17:36:37,163 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:36:37,164 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62270688, jitterRate=-0.07209444046020508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:36:37,164 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732210597134Initializing all the Stores at 1732210597134Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210597134Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210597136 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210597136Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210597136Cleaning up temporary data from old regions at 1732210597147 (+11 ms)Region opened successfully at 1732210597164 (+17 ms) 2024-11-21T17:36:37,165 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T17:36:37,168 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e66c812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:36:37,169 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T17:36:37,169 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T17:36:37,169 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T17:36:37,169 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T17:36:37,170 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T17:36:37,170 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T17:36:37,170 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T17:36:37,182 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T17:36:37,183 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Unable to get data of znode /21504829998/balancer because node does not exist (not necessarily an error) 2024-11-21T17:36:37,184 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21504829998/balancer already deleted, retry=false 2024-11-21T17:36:37,184 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T17:36:37,185 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Unable to get data of znode /21504829998/normalizer because node does not exist (not necessarily an error) 2024-11-21T17:36:37,186 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21504829998/normalizer already deleted, retry=false 2024-11-21T17:36:37,186 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T17:36:37,188 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Unable to get data of znode /21504829998/switch/split because node does not exist (not necessarily an error) 2024-11-21T17:36:37,188 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21504829998/switch/split already deleted, retry=false 2024-11-21T17:36:37,189 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Unable to get data of znode /21504829998/switch/merge because node does not exist (not necessarily an error) 2024-11-21T17:36:37,190 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21504829998/switch/merge already deleted, retry=false 2024-11-21T17:36:37,192 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Unable to get data of znode /21504829998/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T17:36:37,192 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21504829998/snapshot-cleanup already deleted, retry=false 2024-11-21T17:36:37,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21504829998/running 2024-11-21T17:36:37,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21504829998/running 2024-11-21T17:36:37,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998 2024-11-21T17:36:37,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998 2024-11-21T17:36:37,194 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f3865e8353b4,41929,1732210595302, sessionid=0x100635b51810006, setting cluster-up flag (Was=false) 2024-11-21T17:36:37,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998 2024-11-21T17:36:37,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998 2024-11-21T17:36:37,199 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21504829998/flush-table-proc/acquired, /21504829998/flush-table-proc/reached, /21504829998/flush-table-proc/abort 2024-11-21T17:36:37,200 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,41929,1732210595302 2024-11-21T17:36:37,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998 2024-11-21T17:36:37,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998 2024-11-21T17:36:37,212 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21504829998/online-snapshot/acquired, /21504829998/online-snapshot/reached, /21504829998/online-snapshot/abort 2024-11-21T17:36:37,213 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f3865e8353b4,41929,1732210595302 2024-11-21T17:36:37,214 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T17:36:37,218 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T17:36:37,219 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T17:36:37,219 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T17:36:37,219 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f3865e8353b4,41929,1732210595302 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T17:36:37,220 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:36:37,220 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:36:37,220 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:36:37,220 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f3865e8353b4:0, corePoolSize=5, maxPoolSize=5 2024-11-21T17:36:37,220 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f3865e8353b4:0, corePoolSize=10, maxPoolSize=10 2024-11-21T17:36:37,220 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:37,221 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:36:37,221 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:37,226 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(746): ClusterId : fa65d0a1-29c9-48b4-9134-6a429ff65bbf 2024-11-21T17:36:37,226 DEBUG [RS:0;f3865e8353b4:39321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T17:36:37,227 DEBUG [RS:0;f3865e8353b4:39321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T17:36:37,227 DEBUG [RS:0;f3865e8353b4:39321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T17:36:37,230 DEBUG [RS:0;f3865e8353b4:39321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T17:36:37,231 DEBUG [RS:0;f3865e8353b4:39321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56414947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f3865e8353b4/172.17.0.2:0 2024-11-21T17:36:37,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:36:37,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T17:36:37,241 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732210627241 2024-11-21T17:36:37,241 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:37,241 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T17:36:37,241 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T17:36:37,241 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T17:36:37,241 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T17:36:37,241 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T17:36:37,241 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T17:36:37,241 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T17:36:37,242 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:37,242 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T17:36:37,242 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T17:36:37,242 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T17:36:37,242 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T17:36:37,257 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T17:36:37,257 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T17:36:37,266 DEBUG [RS:0;f3865e8353b4:39321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f3865e8353b4:39321 2024-11-21T17:36:37,266 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T17:36:37,266 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T17:36:37,266 DEBUG [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T17:36:37,267 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,41929,1732210595302 with port=39321, startcode=1732210595366 2024-11-21T17:36:37,267 DEBUG [RS:0;f3865e8353b4:39321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T17:36:37,279 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210597258,5,FailOnTimeoutGroup] 2024-11-21T17:36:37,282 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T17:36:37,282 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-21T17:36:37,284 DEBUG [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T17:36:37,284 WARN [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T17:36:37,286 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210597279,5,FailOnTimeoutGroup] 2024-11-21T17:36:37,286 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:37,286 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T17:36:37,286 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:37,286 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:37,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741831_1007 (size=1321) 2024-11-21T17:36:37,290 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T17:36:37,291 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8 2024-11-21T17:36:37,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741832_1008 (size=32) 2024-11-21T17:36:37,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:37,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:36:37,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:36:37,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:37,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:37,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:36:37,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:36:37,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:37,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:37,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:36:37,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:36:37,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:37,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:37,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:36:37,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:36:37,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:37,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:37,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:36:37,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740 2024-11-21T17:36:37,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740 2024-11-21T17:36:37,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:36:37,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:36:37,316 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:36:37,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:36:37,321 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:36:37,322 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69009394, jitterRate=0.028320103883743286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:36:37,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732210597298Initializing all the Stores at 1732210597299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210597299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210597301 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210597301Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210597301Cleaning up temporary data from old regions at 1732210597316 (+15 ms)Region opened successfully at 1732210597322 (+6 ms) 2024-11-21T17:36:37,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:36:37,322 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:36:37,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:36:37,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:36:37,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:36:37,345 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:36:37,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210597322Disabling compacts and flushes for region at 1732210597322Disabling writes for close at 1732210597322Writing region close event to WAL at 1732210597345 (+23 ms)Closed at 1732210597345 2024-11-21T17:36:37,346 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:36:37,346 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T17:36:37,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T17:36:37,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:36:37,349 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T17:36:37,384 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(2659): reportForDuty to master=f3865e8353b4,41929,1732210595302 with port=39321, startcode=1732210595366 2024-11-21T17:36:37,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f3865e8353b4,39321,1732210595366 2024-11-21T17:36:37,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41929 {}] master.ServerManager(517): Registering regionserver=f3865e8353b4,39321,1732210595366 2024-11-21T17:36:37,386 DEBUG [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8 2024-11-21T17:36:37,386 DEBUG [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40323 2024-11-21T17:36:37,386 DEBUG [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T17:36:37,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998/rs 2024-11-21T17:36:37,388 DEBUG [RS:0;f3865e8353b4:39321 {}] zookeeper.ZKUtil(111): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Set watcher on existing znode=/21504829998/rs/f3865e8353b4,39321,1732210595366 2024-11-21T17:36:37,389 WARN [RS:0;f3865e8353b4:39321 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T17:36:37,389 INFO [RS:0;f3865e8353b4:39321 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:36:37,389 DEBUG [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/WALs/f3865e8353b4,39321,1732210595366 2024-11-21T17:36:37,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f3865e8353b4,39321,1732210595366] 2024-11-21T17:36:37,402 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T17:36:37,413 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T17:36:37,414 INFO [RS:0;f3865e8353b4:39321 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T17:36:37,414 INFO [RS:0;f3865e8353b4:39321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:37,414 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T17:36:37,414 INFO [RS:0;f3865e8353b4:39321 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T17:36:37,415 INFO [RS:0;f3865e8353b4:39321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:37,415 DEBUG [RS:0;f3865e8353b4:39321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:37,415 DEBUG [RS:0;f3865e8353b4:39321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:37,415 DEBUG [RS:0;f3865e8353b4:39321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:37,415 DEBUG [RS:0;f3865e8353b4:39321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:37,415 DEBUG [RS:0;f3865e8353b4:39321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:37,415 DEBUG [RS:0;f3865e8353b4:39321 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f3865e8353b4:0, corePoolSize=2, maxPoolSize=2 2024-11-21T17:36:37,415 DEBUG [RS:0;f3865e8353b4:39321 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:37,415 DEBUG [RS:0;f3865e8353b4:39321 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:37,415 DEBUG [RS:0;f3865e8353b4:39321 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:37,415 DEBUG [RS:0;f3865e8353b4:39321 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:37,415 DEBUG [RS:0;f3865e8353b4:39321 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:37,415 DEBUG [RS:0;f3865e8353b4:39321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f3865e8353b4:0, corePoolSize=1, maxPoolSize=1 2024-11-21T17:36:37,415 DEBUG [RS:0;f3865e8353b4:39321 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:36:37,415 DEBUG [RS:0;f3865e8353b4:39321 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f3865e8353b4:0, corePoolSize=3, maxPoolSize=3 2024-11-21T17:36:37,425 INFO [RS:0;f3865e8353b4:39321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:37,425 INFO [RS:0;f3865e8353b4:39321 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:37,426 INFO [RS:0;f3865e8353b4:39321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:37,426 INFO [RS:0;f3865e8353b4:39321 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:37,426 INFO [RS:0;f3865e8353b4:39321 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:37,426 INFO [RS:0;f3865e8353b4:39321 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,39321,1732210595366-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:36:37,447 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T17:36:37,448 INFO [RS:0;f3865e8353b4:39321 {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,39321,1732210595366-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:37,448 INFO [RS:0;f3865e8353b4:39321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:37,448 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.Replication(171): f3865e8353b4,39321,1732210595366 started 2024-11-21T17:36:37,467 INFO [RS:0;f3865e8353b4:39321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:37,467 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(1482): Serving as f3865e8353b4,39321,1732210595366, RpcServer on f3865e8353b4/172.17.0.2:39321, sessionid=0x100635b51810007 2024-11-21T17:36:37,467 DEBUG [RS:0;f3865e8353b4:39321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T17:36:37,467 DEBUG [RS:0;f3865e8353b4:39321 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f3865e8353b4,39321,1732210595366 2024-11-21T17:36:37,467 DEBUG [RS:0;f3865e8353b4:39321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,39321,1732210595366' 2024-11-21T17:36:37,467 DEBUG [RS:0;f3865e8353b4:39321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21504829998/flush-table-proc/abort' 2024-11-21T17:36:37,468 DEBUG [RS:0;f3865e8353b4:39321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21504829998/flush-table-proc/acquired' 2024-11-21T17:36:37,468 DEBUG [RS:0;f3865e8353b4:39321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T17:36:37,468 DEBUG [RS:0;f3865e8353b4:39321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T17:36:37,468 DEBUG [RS:0;f3865e8353b4:39321 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f3865e8353b4,39321,1732210595366 2024-11-21T17:36:37,468 DEBUG [RS:0;f3865e8353b4:39321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f3865e8353b4,39321,1732210595366' 2024-11-21T17:36:37,468 DEBUG [RS:0;f3865e8353b4:39321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21504829998/online-snapshot/abort' 2024-11-21T17:36:37,469 DEBUG [RS:0;f3865e8353b4:39321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21504829998/online-snapshot/acquired' 2024-11-21T17:36:37,469 DEBUG [RS:0;f3865e8353b4:39321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T17:36:37,469 INFO [RS:0;f3865e8353b4:39321 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T17:36:37,469 INFO [RS:0;f3865e8353b4:39321 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T17:36:37,499 WARN [f3865e8353b4:41929 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T17:36:37,570 INFO [RS:0;f3865e8353b4:39321 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T17:36:37,571 INFO [RS:0;f3865e8353b4:39321 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C39321%2C1732210595366, suffix=, logDir=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/WALs/f3865e8353b4,39321,1732210595366, archiveDir=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/oldWALs, maxLogs=10 2024-11-21T17:36:37,592 DEBUG [RS:0;f3865e8353b4:39321 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/WALs/f3865e8353b4,39321,1732210595366/f3865e8353b4%2C39321%2C1732210595366.1732210597572, exclude list is [], retry=0 2024-11-21T17:36:37,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35271,DS-de5ab73a-51ab-4827-b215-0904d38e9d11,DISK] 2024-11-21T17:36:37,626 INFO [RS:0;f3865e8353b4:39321 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/WALs/f3865e8353b4,39321,1732210595366/f3865e8353b4%2C39321%2C1732210595366.1732210597572 2024-11-21T17:36:37,641 DEBUG [RS:0;f3865e8353b4:39321 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44275:44275)] 2024-11-21T17:36:37,750 DEBUG [f3865e8353b4:41929 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T17:36:37,750 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f3865e8353b4,39321,1732210595366 2024-11-21T17:36:37,751 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,39321,1732210595366, state=OPENING 2024-11-21T17:36:37,752 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T17:36:37,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998 2024-11-21T17:36:37,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998 2024-11-21T17:36:37,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21504829998/meta-region-server: CHANGED 2024-11-21T17:36:37,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21504829998/meta-region-server: CHANGED 2024-11-21T17:36:37,756 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T17:36:37,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,39321,1732210595366}] 2024-11-21T17:36:37,910 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:36:37,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:36:37,918 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T17:36:37,918 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:36:37,918 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T17:36:37,920 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C39321%2C1732210595366.meta, suffix=.meta, logDir=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/WALs/f3865e8353b4,39321,1732210595366, archiveDir=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/oldWALs, maxLogs=10 2024-11-21T17:36:37,940 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/WALs/f3865e8353b4,39321,1732210595366/f3865e8353b4%2C39321%2C1732210595366.meta.1732210597920.meta, exclude list is [], retry=0 2024-11-21T17:36:37,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35271,DS-de5ab73a-51ab-4827-b215-0904d38e9d11,DISK] 2024-11-21T17:36:37,953 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/WALs/f3865e8353b4,39321,1732210595366/f3865e8353b4%2C39321%2C1732210595366.meta.1732210597920.meta 2024-11-21T17:36:37,954 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44275:44275)] 2024-11-21T17:36:37,954 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:36:37,955 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:36:37,955 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:36:37,955 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T17:36:37,955 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T17:36:37,955 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T17:36:37,955 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:37,955 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T17:36:37,955 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T17:36:37,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T17:36:37,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T17:36:37,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:37,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:37,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T17:36:37,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T17:36:37,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:37,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:37,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T17:36:37,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T17:36:37,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:37,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:37,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T17:36:37,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T17:36:37,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:37,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T17:36:37,971 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T17:36:37,971 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740 2024-11-21T17:36:37,972 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740 2024-11-21T17:36:37,974 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T17:36:37,974 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T17:36:37,974 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T17:36:37,975 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T17:36:37,976 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63563053, jitterRate=-0.05283670127391815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T17:36:37,976 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T17:36:37,976 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732210597955Writing region info on filesystem at 1732210597955Initializing all the Stores at 1732210597956 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210597956Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210597964 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210597964Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732210597964Cleaning up temporary data from old regions at 1732210597974 (+10 ms)Running coprocessor post-open hooks at 1732210597976 (+2 ms)Region opened successfully at 1732210597976 2024-11-21T17:36:37,977 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732210597909 2024-11-21T17:36:37,980 DEBUG [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T17:36:37,980 INFO [RS_OPEN_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T17:36:37,980 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,39321,1732210595366 2024-11-21T17:36:37,981 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f3865e8353b4,39321,1732210595366, state=OPEN 2024-11-21T17:36:37,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21504829998/meta-region-server 2024-11-21T17:36:37,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21504829998/meta-region-server 2024-11-21T17:36:37,982 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f3865e8353b4,39321,1732210595366 2024-11-21T17:36:37,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21504829998/meta-region-server: CHANGED 2024-11-21T17:36:37,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21504829998/meta-region-server: CHANGED 2024-11-21T17:36:37,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T17:36:37,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f3865e8353b4,39321,1732210595366 in 226 msec 2024-11-21T17:36:37,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T17:36:37,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-11-21T17:36:37,988 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T17:36:37,988 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T17:36:37,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:37,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,39321,1732210595366, seqNum=-1] 2024-11-21T17:36:37,990 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:37,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:36:37,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 778 msec 2024-11-21T17:36:37,997 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732210597997, completionTime=-1 2024-11-21T17:36:37,997 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T17:36:37,998 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T17:36:38,000 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T17:36:38,000 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732210658000 2024-11-21T17:36:38,000 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732210718000 2024-11-21T17:36:38,000 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T17:36:38,001 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41929,1732210595302-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:38,001 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41929,1732210595302-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:38,001 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41929,1732210595302-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:38,001 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f3865e8353b4:41929, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:38,001 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:38,004 DEBUG [master/f3865e8353b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T17:36:38,005 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:38,009 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.579sec 2024-11-21T17:36:38,009 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T17:36:38,009 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T17:36:38,009 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T17:36:38,009 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T17:36:38,009 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T17:36:38,009 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41929,1732210595302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T17:36:38,010 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41929,1732210595302-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T17:36:38,018 DEBUG [master/f3865e8353b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T17:36:38,018 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T17:36:38,018 INFO [master/f3865e8353b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f3865e8353b4,41929,1732210595302-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T17:36:38,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50039cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:38,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41929,-1 for getting cluster id 2024-11-21T17:36:38,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:38,038 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa65d0a1-29c9-48b4-9134-6a429ff65bbf' 2024-11-21T17:36:38,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:38,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa65d0a1-29c9-48b4-9134-6a429ff65bbf" 2024-11-21T17:36:38,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cbf81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:38,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41929,-1] 2024-11-21T17:36:38,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:38,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:38,040 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:38,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5a4885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:38,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:38,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,39321,1732210595366, seqNum=-1] 2024-11-21T17:36:38,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:38,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:36:38,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f3865e8353b4,41929,1732210595302 2024-11-21T17:36:38,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50126 2024-11-21T17:36:38,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T17:36:38,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:38,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100635b51810008 connected 2024-11-21T17:36:38,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,32833,1732210587918 2024-11-21T17:36:38,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26482ce2 2024-11-21T17:36:38,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:38,059 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:38,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:36:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T17:36:38,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:36:38,075 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:38,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T17:36:38,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:36:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:38,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741835_1011 (size=902) 2024-11-21T17:36:38,119 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6772647c5aba91c46064a627f8bc9c95, NAME => 'test,,1732210598060.6772647c5aba91c46064a627f8bc9c95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74 2024-11-21T17:36:38,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741836_1012 (size=39) 2024-11-21T17:36:38,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732210598060.6772647c5aba91c46064a627f8bc9c95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:38,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6772647c5aba91c46064a627f8bc9c95, disabling compactions & flushes 2024-11-21T17:36:38,135 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732210598060.6772647c5aba91c46064a627f8bc9c95. 2024-11-21T17:36:38,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210598060.6772647c5aba91c46064a627f8bc9c95. 2024-11-21T17:36:38,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732210598060.6772647c5aba91c46064a627f8bc9c95. after waiting 0 ms 2024-11-21T17:36:38,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732210598060.6772647c5aba91c46064a627f8bc9c95. 2024-11-21T17:36:38,135 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732210598060.6772647c5aba91c46064a627f8bc9c95. 2024-11-21T17:36:38,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6772647c5aba91c46064a627f8bc9c95: Waiting for close lock at 1732210598135Disabling compacts and flushes for region at 1732210598135Disabling writes for close at 1732210598135Writing region close event to WAL at 1732210598135Closed at 1732210598135 2024-11-21T17:36:38,137 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:36:38,137 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732210598060.6772647c5aba91c46064a627f8bc9c95.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732210598137"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210598137"}]},"ts":"1732210598137"} 2024-11-21T17:36:38,139 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:36:38,140 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:36:38,140 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210598140"}]},"ts":"1732210598140"} 2024-11-21T17:36:38,146 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T17:36:38,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6772647c5aba91c46064a627f8bc9c95, ASSIGN}] 2024-11-21T17:36:38,148 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6772647c5aba91c46064a627f8bc9c95, ASSIGN 2024-11-21T17:36:38,149 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6772647c5aba91c46064a627f8bc9c95, ASSIGN; state=OFFLINE, location=f3865e8353b4,42691,1732210587985; forceNewPlan=false, retain=false 2024-11-21T17:36:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:38,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6772647c5aba91c46064a627f8bc9c95, regionState=OPENING, regionLocation=f3865e8353b4,42691,1732210587985 2024-11-21T17:36:38,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6772647c5aba91c46064a627f8bc9c95, ASSIGN because future has completed 2024-11-21T17:36:38,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6772647c5aba91c46064a627f8bc9c95, server=f3865e8353b4,42691,1732210587985}] 2024-11-21T17:36:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:38,459 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732210598060.6772647c5aba91c46064a627f8bc9c95. 2024-11-21T17:36:38,459 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6772647c5aba91c46064a627f8bc9c95, NAME => 'test,,1732210598060.6772647c5aba91c46064a627f8bc9c95.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:36:38,460 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:36:38,460 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T17:36:38,460 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6772647c5aba91c46064a627f8bc9c95 2024-11-21T17:36:38,460 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732210598060.6772647c5aba91c46064a627f8bc9c95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:38,460 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6772647c5aba91c46064a627f8bc9c95 2024-11-21T17:36:38,460 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6772647c5aba91c46064a627f8bc9c95 2024-11-21T17:36:38,461 INFO [StoreOpener-6772647c5aba91c46064a627f8bc9c95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6772647c5aba91c46064a627f8bc9c95 2024-11-21T17:36:38,463 INFO [StoreOpener-6772647c5aba91c46064a627f8bc9c95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6772647c5aba91c46064a627f8bc9c95 columnFamilyName f 2024-11-21T17:36:38,463 DEBUG [StoreOpener-6772647c5aba91c46064a627f8bc9c95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:38,463 INFO [StoreOpener-6772647c5aba91c46064a627f8bc9c95-1 {}] regionserver.HStore(327): Store=6772647c5aba91c46064a627f8bc9c95/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:38,463 INFO [StoreOpener-6772647c5aba91c46064a627f8bc9c95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6772647c5aba91c46064a627f8bc9c95 2024-11-21T17:36:38,464 INFO [StoreOpener-6772647c5aba91c46064a627f8bc9c95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6772647c5aba91c46064a627f8bc9c95 columnFamilyName f1 2024-11-21T17:36:38,464 DEBUG [StoreOpener-6772647c5aba91c46064a627f8bc9c95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:38,464 INFO [StoreOpener-6772647c5aba91c46064a627f8bc9c95-1 {}] regionserver.HStore(327): Store=6772647c5aba91c46064a627f8bc9c95/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:38,465 INFO [StoreOpener-6772647c5aba91c46064a627f8bc9c95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6772647c5aba91c46064a627f8bc9c95 2024-11-21T17:36:38,466 INFO [StoreOpener-6772647c5aba91c46064a627f8bc9c95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6772647c5aba91c46064a627f8bc9c95 columnFamilyName norep 2024-11-21T17:36:38,466 DEBUG [StoreOpener-6772647c5aba91c46064a627f8bc9c95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:38,466 INFO [StoreOpener-6772647c5aba91c46064a627f8bc9c95-1 {}] regionserver.HStore(327): Store=6772647c5aba91c46064a627f8bc9c95/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:38,466 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6772647c5aba91c46064a627f8bc9c95 2024-11-21T17:36:38,467 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95 2024-11-21T17:36:38,467 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95 2024-11-21T17:36:38,469 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6772647c5aba91c46064a627f8bc9c95 2024-11-21T17:36:38,469 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6772647c5aba91c46064a627f8bc9c95 2024-11-21T17:36:38,469 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:36:38,470 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6772647c5aba91c46064a627f8bc9c95 2024-11-21T17:36:38,472 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:36:38,473 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6772647c5aba91c46064a627f8bc9c95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67125393, jitterRate=2.463012933731079E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:36:38,473 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6772647c5aba91c46064a627f8bc9c95 2024-11-21T17:36:38,473 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6772647c5aba91c46064a627f8bc9c95: Running coprocessor pre-open hook at 1732210598460Writing region info on filesystem at 1732210598460Initializing all the Stores at 1732210598461 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210598461Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210598461Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210598461Cleaning up temporary data from old regions at 1732210598469 (+8 ms)Running coprocessor post-open hooks at 1732210598473 (+4 ms)Region opened successfully at 1732210598473 2024-11-21T17:36:38,474 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732210598060.6772647c5aba91c46064a627f8bc9c95., pid=6, masterSystemTime=1732210598455 2024-11-21T17:36:38,476 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732210598060.6772647c5aba91c46064a627f8bc9c95. 2024-11-21T17:36:38,476 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732210598060.6772647c5aba91c46064a627f8bc9c95. 2024-11-21T17:36:38,476 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6772647c5aba91c46064a627f8bc9c95, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3865e8353b4,42691,1732210587985 2024-11-21T17:36:38,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6772647c5aba91c46064a627f8bc9c95, server=f3865e8353b4,42691,1732210587985 because future has completed 2024-11-21T17:36:38,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:36:38,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6772647c5aba91c46064a627f8bc9c95, server=f3865e8353b4,42691,1732210587985 in 176 msec 2024-11-21T17:36:38,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T17:36:38,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6772647c5aba91c46064a627f8bc9c95, ASSIGN in 340 msec 2024-11-21T17:36:38,495 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:36:38,495 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210598495"}]},"ts":"1732210598495"} 2024-11-21T17:36:38,499 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T17:36:38,501 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:36:38,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 441 msec 2024-11-21T17:36:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:38,708 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T17:36:38,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,46645,1732210590865 2024-11-21T17:36:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@627a52ec 2024-11-21T17:36:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:38,710 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:38,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:36:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T17:36:38,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:36:38,712 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:38,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T17:36:38,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:36:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:38,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741835_1011 (size=902) 2024-11-21T17:36:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:39,125 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6f1cd33b9041640f7473ba07a5eb36d, NAME => 'test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316 2024-11-21T17:36:39,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741836_1012 (size=39) 2024-11-21T17:36:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:39,415 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:36:39,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:39,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:39,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:39,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:39,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:39,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:39,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:39,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:39,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:39,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:39,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:39,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:39,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:39,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:39,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:39,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:39,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:39,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:39,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e6f1cd33b9041640f7473ba07a5eb36d, disabling compactions & flushes 2024-11-21T17:36:39,546 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d. 2024-11-21T17:36:39,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d. 2024-11-21T17:36:39,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d. after waiting 0 ms 2024-11-21T17:36:39,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d. 2024-11-21T17:36:39,546 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d. 2024-11-21T17:36:39,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6f1cd33b9041640f7473ba07a5eb36d: Waiting for close lock at 1732210599546Disabling compacts and flushes for region at 1732210599546Disabling writes for close at 1732210599546Writing region close event to WAL at 1732210599546Closed at 1732210599546 2024-11-21T17:36:39,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:36:39,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732210599547"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210599547"}]},"ts":"1732210599547"} 2024-11-21T17:36:39,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:36:39,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:36:39,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210599551"}]},"ts":"1732210599551"} 2024-11-21T17:36:39,554 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T17:36:39,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e6f1cd33b9041640f7473ba07a5eb36d, ASSIGN}] 2024-11-21T17:36:39,555 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e6f1cd33b9041640f7473ba07a5eb36d, ASSIGN 2024-11-21T17:36:39,556 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e6f1cd33b9041640f7473ba07a5eb36d, ASSIGN; state=OFFLINE, location=f3865e8353b4,40299,1732210590900; forceNewPlan=false, retain=false 2024-11-21T17:36:39,707 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6f1cd33b9041640f7473ba07a5eb36d, regionState=OPENING, regionLocation=f3865e8353b4,40299,1732210590900 2024-11-21T17:36:39,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e6f1cd33b9041640f7473ba07a5eb36d, ASSIGN because future has completed 2024-11-21T17:36:39,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6f1cd33b9041640f7473ba07a5eb36d, server=f3865e8353b4,40299,1732210590900}] 2024-11-21T17:36:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:39,870 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d. 2024-11-21T17:36:39,870 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e6f1cd33b9041640f7473ba07a5eb36d, NAME => 'test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:36:39,871 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:36:39,871 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T17:36:39,871 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e6f1cd33b9041640f7473ba07a5eb36d 2024-11-21T17:36:39,871 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:39,871 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e6f1cd33b9041640f7473ba07a5eb36d 2024-11-21T17:36:39,871 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e6f1cd33b9041640f7473ba07a5eb36d 2024-11-21T17:36:39,872 INFO [StoreOpener-e6f1cd33b9041640f7473ba07a5eb36d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e6f1cd33b9041640f7473ba07a5eb36d 2024-11-21T17:36:39,875 INFO [StoreOpener-e6f1cd33b9041640f7473ba07a5eb36d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6f1cd33b9041640f7473ba07a5eb36d columnFamilyName f 2024-11-21T17:36:39,875 DEBUG [StoreOpener-e6f1cd33b9041640f7473ba07a5eb36d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:39,875 INFO [StoreOpener-e6f1cd33b9041640f7473ba07a5eb36d-1 {}] regionserver.HStore(327): Store=e6f1cd33b9041640f7473ba07a5eb36d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:39,875 INFO [StoreOpener-e6f1cd33b9041640f7473ba07a5eb36d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e6f1cd33b9041640f7473ba07a5eb36d 2024-11-21T17:36:39,876 INFO [StoreOpener-e6f1cd33b9041640f7473ba07a5eb36d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6f1cd33b9041640f7473ba07a5eb36d columnFamilyName f1 2024-11-21T17:36:39,876 DEBUG [StoreOpener-e6f1cd33b9041640f7473ba07a5eb36d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:39,877 INFO [StoreOpener-e6f1cd33b9041640f7473ba07a5eb36d-1 {}] regionserver.HStore(327): Store=e6f1cd33b9041640f7473ba07a5eb36d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:39,877 INFO [StoreOpener-e6f1cd33b9041640f7473ba07a5eb36d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e6f1cd33b9041640f7473ba07a5eb36d 2024-11-21T17:36:39,878 INFO [StoreOpener-e6f1cd33b9041640f7473ba07a5eb36d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6f1cd33b9041640f7473ba07a5eb36d columnFamilyName norep 2024-11-21T17:36:39,879 DEBUG [StoreOpener-e6f1cd33b9041640f7473ba07a5eb36d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:39,879 INFO [StoreOpener-e6f1cd33b9041640f7473ba07a5eb36d-1 {}] regionserver.HStore(327): Store=e6f1cd33b9041640f7473ba07a5eb36d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:39,879 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e6f1cd33b9041640f7473ba07a5eb36d 2024-11-21T17:36:39,880 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d 2024-11-21T17:36:39,880 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d 2024-11-21T17:36:39,883 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e6f1cd33b9041640f7473ba07a5eb36d 2024-11-21T17:36:39,883 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e6f1cd33b9041640f7473ba07a5eb36d 2024-11-21T17:36:39,884 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:36:39,885 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e6f1cd33b9041640f7473ba07a5eb36d 2024-11-21T17:36:39,887 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:36:39,887 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e6f1cd33b9041640f7473ba07a5eb36d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72506899, jitterRate=0.08043698966503143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:36:39,887 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6f1cd33b9041640f7473ba07a5eb36d 2024-11-21T17:36:39,887 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e6f1cd33b9041640f7473ba07a5eb36d: Running coprocessor pre-open hook at 1732210599871Writing region info on filesystem at 1732210599871Initializing all the Stores at 1732210599872 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210599872Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210599872Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210599872Cleaning up temporary data from old regions at 1732210599883 (+11 ms)Running coprocessor post-open hooks at 1732210599887 (+4 ms)Region opened successfully at 1732210599887 2024-11-21T17:36:39,888 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d., pid=6, masterSystemTime=1732210599862 2024-11-21T17:36:39,890 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d. 2024-11-21T17:36:39,890 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d. 2024-11-21T17:36:39,890 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6f1cd33b9041640f7473ba07a5eb36d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3865e8353b4,40299,1732210590900 2024-11-21T17:36:39,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6f1cd33b9041640f7473ba07a5eb36d, server=f3865e8353b4,40299,1732210590900 because future has completed 2024-11-21T17:36:39,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:36:39,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e6f1cd33b9041640f7473ba07a5eb36d, server=f3865e8353b4,40299,1732210590900 in 189 msec 2024-11-21T17:36:39,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T17:36:39,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e6f1cd33b9041640f7473ba07a5eb36d, ASSIGN in 346 msec 2024-11-21T17:36:39,903 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:36:39,903 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210599903"}]},"ts":"1732210599903"} 2024-11-21T17:36:39,905 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T17:36:39,905 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:36:39,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1940 sec 2024-11-21T17:36:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:40,858 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T17:36:40,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:40,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41929,1732210595302 2024-11-21T17:36:40,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@128795c1 2024-11-21T17:36:40,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:40,861 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:40,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:36:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T17:36:40,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:36:40,868 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:40,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T17:36:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:40,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:36:40,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741835_1011 (size=902) 2024-11-21T17:36:40,933 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=8, created chunk count=34, reused chunk count=154, reuseRatio=81.91% 2024-11-21T17:36:40,933 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-21T17:36:40,937 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca42b7edc329543625be50d95a91b6a5, NAME => 'test,,1732210600861.ca42b7edc329543625be50d95a91b6a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8 2024-11-21T17:36:40,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741836_1012 (size=39) 2024-11-21T17:36:40,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732210600861.ca42b7edc329543625be50d95a91b6a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:40,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ca42b7edc329543625be50d95a91b6a5, disabling compactions & flushes 2024-11-21T17:36:40,972 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732210600861.ca42b7edc329543625be50d95a91b6a5. 2024-11-21T17:36:40,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210600861.ca42b7edc329543625be50d95a91b6a5. 2024-11-21T17:36:40,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732210600861.ca42b7edc329543625be50d95a91b6a5. after waiting 0 ms 2024-11-21T17:36:40,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732210600861.ca42b7edc329543625be50d95a91b6a5. 2024-11-21T17:36:40,972 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732210600861.ca42b7edc329543625be50d95a91b6a5. 2024-11-21T17:36:40,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca42b7edc329543625be50d95a91b6a5: Waiting for close lock at 1732210600972Disabling compacts and flushes for region at 1732210600972Disabling writes for close at 1732210600972Writing region close event to WAL at 1732210600972Closed at 1732210600972 2024-11-21T17:36:40,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:36:40,974 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732210600861.ca42b7edc329543625be50d95a91b6a5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732210600974"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210600974"}]},"ts":"1732210600974"} 2024-11-21T17:36:40,976 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:36:40,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:36:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:40,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210600977"}]},"ts":"1732210600977"} 2024-11-21T17:36:40,979 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T17:36:40,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ca42b7edc329543625be50d95a91b6a5, ASSIGN}] 2024-11-21T17:36:40,981 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ca42b7edc329543625be50d95a91b6a5, ASSIGN 2024-11-21T17:36:40,981 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ca42b7edc329543625be50d95a91b6a5, ASSIGN; state=OFFLINE, location=f3865e8353b4,39321,1732210595366; forceNewPlan=false, retain=false 2024-11-21T17:36:41,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca42b7edc329543625be50d95a91b6a5, regionState=OPENING, regionLocation=f3865e8353b4,39321,1732210595366 2024-11-21T17:36:41,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ca42b7edc329543625be50d95a91b6a5, ASSIGN because future has completed 2024-11-21T17:36:41,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca42b7edc329543625be50d95a91b6a5, server=f3865e8353b4,39321,1732210595366}] 2024-11-21T17:36:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:41,317 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732210600861.ca42b7edc329543625be50d95a91b6a5. 2024-11-21T17:36:41,317 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ca42b7edc329543625be50d95a91b6a5, NAME => 'test,,1732210600861.ca42b7edc329543625be50d95a91b6a5.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:36:41,317 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:36:41,318 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T17:36:41,318 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ca42b7edc329543625be50d95a91b6a5 2024-11-21T17:36:41,318 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732210600861.ca42b7edc329543625be50d95a91b6a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:41,318 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ca42b7edc329543625be50d95a91b6a5 2024-11-21T17:36:41,318 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ca42b7edc329543625be50d95a91b6a5 2024-11-21T17:36:41,319 INFO [StoreOpener-ca42b7edc329543625be50d95a91b6a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca42b7edc329543625be50d95a91b6a5 2024-11-21T17:36:41,322 INFO [StoreOpener-ca42b7edc329543625be50d95a91b6a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca42b7edc329543625be50d95a91b6a5 columnFamilyName f 2024-11-21T17:36:41,322 DEBUG [StoreOpener-ca42b7edc329543625be50d95a91b6a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:41,323 INFO [StoreOpener-ca42b7edc329543625be50d95a91b6a5-1 {}] regionserver.HStore(327): Store=ca42b7edc329543625be50d95a91b6a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:41,323 INFO [StoreOpener-ca42b7edc329543625be50d95a91b6a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ca42b7edc329543625be50d95a91b6a5 2024-11-21T17:36:41,324 INFO [StoreOpener-ca42b7edc329543625be50d95a91b6a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca42b7edc329543625be50d95a91b6a5 columnFamilyName f1 2024-11-21T17:36:41,324 DEBUG [StoreOpener-ca42b7edc329543625be50d95a91b6a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:41,324 INFO [StoreOpener-ca42b7edc329543625be50d95a91b6a5-1 {}] regionserver.HStore(327): Store=ca42b7edc329543625be50d95a91b6a5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:41,324 INFO [StoreOpener-ca42b7edc329543625be50d95a91b6a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ca42b7edc329543625be50d95a91b6a5 2024-11-21T17:36:41,325 INFO [StoreOpener-ca42b7edc329543625be50d95a91b6a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca42b7edc329543625be50d95a91b6a5 columnFamilyName norep 2024-11-21T17:36:41,325 DEBUG [StoreOpener-ca42b7edc329543625be50d95a91b6a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:41,326 INFO [StoreOpener-ca42b7edc329543625be50d95a91b6a5-1 {}] regionserver.HStore(327): Store=ca42b7edc329543625be50d95a91b6a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:41,326 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ca42b7edc329543625be50d95a91b6a5 2024-11-21T17:36:41,326 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/default/test/ca42b7edc329543625be50d95a91b6a5 2024-11-21T17:36:41,327 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/default/test/ca42b7edc329543625be50d95a91b6a5 2024-11-21T17:36:41,327 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ca42b7edc329543625be50d95a91b6a5 2024-11-21T17:36:41,327 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ca42b7edc329543625be50d95a91b6a5 2024-11-21T17:36:41,328 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:36:41,329 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ca42b7edc329543625be50d95a91b6a5 2024-11-21T17:36:41,333 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/default/test/ca42b7edc329543625be50d95a91b6a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:36:41,334 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ca42b7edc329543625be50d95a91b6a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69823710, jitterRate=0.040454357862472534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:36:41,334 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca42b7edc329543625be50d95a91b6a5 2024-11-21T17:36:41,334 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ca42b7edc329543625be50d95a91b6a5: Running coprocessor pre-open hook at 1732210601318Writing region info on filesystem at 1732210601318Initializing all the Stores at 1732210601319 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210601319Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210601319Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210601319Cleaning up temporary data from old regions at 1732210601328 (+9 ms)Running coprocessor post-open hooks at 1732210601334 (+6 ms)Region opened successfully at 1732210601334 2024-11-21T17:36:41,335 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732210600861.ca42b7edc329543625be50d95a91b6a5., pid=6, masterSystemTime=1732210601288 2024-11-21T17:36:41,337 DEBUG [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732210600861.ca42b7edc329543625be50d95a91b6a5. 2024-11-21T17:36:41,337 INFO [RS_OPEN_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732210600861.ca42b7edc329543625be50d95a91b6a5. 2024-11-21T17:36:41,338 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca42b7edc329543625be50d95a91b6a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f3865e8353b4,39321,1732210595366 2024-11-21T17:36:41,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca42b7edc329543625be50d95a91b6a5, server=f3865e8353b4,39321,1732210595366 because future has completed 2024-11-21T17:36:41,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T17:36:41,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ca42b7edc329543625be50d95a91b6a5, server=f3865e8353b4,39321,1732210595366 in 205 msec 2024-11-21T17:36:41,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T17:36:41,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ca42b7edc329543625be50d95a91b6a5, ASSIGN in 363 msec 2024-11-21T17:36:41,344 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:36:41,344 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210601344"}]},"ts":"1732210601344"} 2024-11-21T17:36:41,346 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T17:36:41,346 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:36:41,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 484 msec 2024-11-21T17:36:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T17:36:41,498 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T17:36:41,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1c18f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:41,498 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,32833,-1 for getting cluster id 2024-11-21T17:36:41,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:41,499 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a17c49e-d789-4728-8ec2-afd7c118c071' 2024-11-21T17:36:41,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:41,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a17c49e-d789-4728-8ec2-afd7c118c071" 2024-11-21T17:36:41,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70eec061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:41,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,32833,-1] 2024-11-21T17:36:41,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:41,500 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:41,500 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:41,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f13fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:41,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:41,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,32833,1732210587918 2024-11-21T17:36:41,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7011495c 2024-11-21T17:36:41,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:41,503 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:41,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f3865e8353b4:46645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:36:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:36:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:41,506 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:46645' 2024-11-21T17:36:41,507 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704d78de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:41,507 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,46645,-1 for getting cluster id 2024-11-21T17:36:41,507 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:41,507 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0060afd-f062-4ec3-83a2-289e4dd0cac5' 2024-11-21T17:36:41,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:41,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0060afd-f062-4ec3-83a2-289e4dd0cac5" 2024-11-21T17:36:41,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1085461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:41,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,46645,-1] 2024-11-21T17:36:41,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:41,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:41,508 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:41,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e91010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:41,509 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:41,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,46645,1732210590865 2024-11-21T17:36:41,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77adafe5 2024-11-21T17:36:41,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:41,510 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:41,511 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T17:36:41,511 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:36:41,511 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:41,511 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:41,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:41,512 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T17:36:41,513 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T17:36:41,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T17:36:41,513 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:41,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T17:36:41,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741837_1013 (size=1138) 2024-11-21T17:36:41,563 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T17:36:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:41,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8bf6811f4ef600801192a71b9d1298b2, NAME => 'hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74 2024-11-21T17:36:41,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741838_1014 (size=44) 2024-11-21T17:36:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:42,326 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:42,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8bf6811f4ef600801192a71b9d1298b2, disabling compactions & flushes 2024-11-21T17:36:42,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2. 2024-11-21T17:36:42,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2. 2024-11-21T17:36:42,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2. after waiting 0 ms 2024-11-21T17:36:42,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2. 2024-11-21T17:36:42,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2. 2024-11-21T17:36:42,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8bf6811f4ef600801192a71b9d1298b2: Waiting for close lock at 1732210602326Disabling compacts and flushes for region at 1732210602326Disabling writes for close at 1732210602327 (+1 ms)Writing region close event to WAL at 1732210602327Closed at 1732210602327 2024-11-21T17:36:42,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T17:36:42,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732210602328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732210602328"}]},"ts":"1732210602328"} 2024-11-21T17:36:42,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T17:36:42,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T17:36:42,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210602331"}]},"ts":"1732210602331"} 2024-11-21T17:36:42,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T17:36:42,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8bf6811f4ef600801192a71b9d1298b2, ASSIGN}] 2024-11-21T17:36:42,334 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8bf6811f4ef600801192a71b9d1298b2, ASSIGN 2024-11-21T17:36:42,335 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8bf6811f4ef600801192a71b9d1298b2, ASSIGN; state=OFFLINE, location=f3865e8353b4,42691,1732210587985; forceNewPlan=false, retain=false 2024-11-21T17:36:42,486 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8bf6811f4ef600801192a71b9d1298b2, regionState=OPENING, regionLocation=f3865e8353b4,42691,1732210587985 2024-11-21T17:36:42,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8bf6811f4ef600801192a71b9d1298b2, ASSIGN because future has completed 2024-11-21T17:36:42,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bf6811f4ef600801192a71b9d1298b2, server=f3865e8353b4,42691,1732210587985}] 2024-11-21T17:36:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:42,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2. 2024-11-21T17:36:42,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T17:36:42,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T17:36:42,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f3865e8353b4%2C42691%2C1732210587985.rep, suffix=, logDir=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985, archiveDir=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/oldWALs, maxLogs=10 2024-11-21T17:36:42,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.rep.1732210602648, exclude list is [], retry=0 2024-11-21T17:36:42,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41779,DS-81a828f2-cbdf-4069-85c1-bbfde0c7ac43,DISK] 2024-11-21T17:36:42,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.rep.1732210602648 2024-11-21T17:36:42,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44815:44815)] 2024-11-21T17:36:42,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bf6811f4ef600801192a71b9d1298b2, NAME => 'hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2.', STARTKEY => '', ENDKEY => ''} 2024-11-21T17:36:42,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T17:36:42,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T17:36:42,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2. service=MultiRowMutationService 2024-11-21T17:36:42,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T17:36:42,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:42,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T17:36:42,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:42,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:42,672 INFO [StoreOpener-8bf6811f4ef600801192a71b9d1298b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:42,673 INFO [StoreOpener-8bf6811f4ef600801192a71b9d1298b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bf6811f4ef600801192a71b9d1298b2 columnFamilyName hfileref 2024-11-21T17:36:42,673 DEBUG [StoreOpener-8bf6811f4ef600801192a71b9d1298b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:42,673 INFO [StoreOpener-8bf6811f4ef600801192a71b9d1298b2-1 {}] regionserver.HStore(327): Store=8bf6811f4ef600801192a71b9d1298b2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:42,673 INFO [StoreOpener-8bf6811f4ef600801192a71b9d1298b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:42,674 INFO [StoreOpener-8bf6811f4ef600801192a71b9d1298b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bf6811f4ef600801192a71b9d1298b2 columnFamilyName queue 2024-11-21T17:36:42,674 DEBUG [StoreOpener-8bf6811f4ef600801192a71b9d1298b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:42,674 INFO [StoreOpener-8bf6811f4ef600801192a71b9d1298b2-1 {}] regionserver.HStore(327): Store=8bf6811f4ef600801192a71b9d1298b2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:42,674 INFO [StoreOpener-8bf6811f4ef600801192a71b9d1298b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:42,675 INFO [StoreOpener-8bf6811f4ef600801192a71b9d1298b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bf6811f4ef600801192a71b9d1298b2 columnFamilyName sid 2024-11-21T17:36:42,675 DEBUG [StoreOpener-8bf6811f4ef600801192a71b9d1298b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T17:36:42,675 INFO [StoreOpener-8bf6811f4ef600801192a71b9d1298b2-1 {}] regionserver.HStore(327): Store=8bf6811f4ef600801192a71b9d1298b2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T17:36:42,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:42,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/replication/8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:42,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/replication/8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:42,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:42,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:42,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T17:36:42,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:42,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/replication/8bf6811f4ef600801192a71b9d1298b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T17:36:42,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8bf6811f4ef600801192a71b9d1298b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73074643, jitterRate=0.08889703452587128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T17:36:42,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:42,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8bf6811f4ef600801192a71b9d1298b2: Running coprocessor pre-open hook at 1732210602670Writing region info on filesystem at 1732210602670Initializing all the Stores at 1732210602671 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210602671Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210602671Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732210602671Cleaning up temporary data from old regions at 1732210602677 (+6 ms)Running coprocessor post-open hooks at 1732210602681 (+4 ms)Region opened successfully at 1732210602681 2024-11-21T17:36:42,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2., pid=10, masterSystemTime=1732210602642 2024-11-21T17:36:42,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2. 2024-11-21T17:36:42,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2. 2024-11-21T17:36:42,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8bf6811f4ef600801192a71b9d1298b2, regionState=OPEN, openSeqNum=2, regionLocation=f3865e8353b4,42691,1732210587985 2024-11-21T17:36:42,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bf6811f4ef600801192a71b9d1298b2, server=f3865e8353b4,42691,1732210587985 because future has completed 2024-11-21T17:36:42,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T17:36:42,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bf6811f4ef600801192a71b9d1298b2, server=f3865e8353b4,42691,1732210587985 in 200 msec 2024-11-21T17:36:42,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T17:36:42,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8bf6811f4ef600801192a71b9d1298b2, ASSIGN in 358 msec 2024-11-21T17:36:42,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T17:36:42,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732210602694"}]},"ts":"1732210602694"} 2024-11-21T17:36:42,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T17:36:42,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T17:36:42,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-21T17:36:42,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2., hostname=f3865e8353b4,42691,1732210587985, seqNum=2] 2024-11-21T17:36:42,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314 2024-11-21T17:36:42,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314 2024-11-21T17:36:42,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:36:42,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42691 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T17:36:42,881 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T17:36:42,921 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f3865e8353b4,42691,1732210587985, ReplicationSource: 1, currentBandwidth=0 2024-11-21T17:36:42,922 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:42,922 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,42691,1732210587985, seqNum=-1] 2024-11-21T17:36:42,923 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:42,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-21T17:36:42,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f3865e8353b4,42691,1732210587985', locateType=CURRENT is [region=hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2., hostname=f3865e8353b4,42691,1732210587985, seqNum=2] 2024-11-21T17:36:42,928 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T17:36:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T17:36:42,931 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f3865e8353b4,42691,1732210587985 suceeded 2024-11-21T17:36:42,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T17:36:42,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-21T17:36:42,937 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f3865e8353b4:46645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:36:42,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4340 sec 2024-11-21T17:36:42,949 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:46645' 2024-11-21T17:36:42,951 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c6a5a8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:42,951 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,46645,-1 for getting cluster id 2024-11-21T17:36:42,952 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:42,952 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0060afd-f062-4ec3-83a2-289e4dd0cac5' 2024-11-21T17:36:42,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:42,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0060afd-f062-4ec3-83a2-289e4dd0cac5" 2024-11-21T17:36:42,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33288909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:42,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,46645,-1] 2024-11-21T17:36:42,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:42,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:42,954 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:42,955 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70bbb6d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:42,955 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:42,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,46645,1732210590865 2024-11-21T17:36:42,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6018f2d7 2024-11-21T17:36:42,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:42,958 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T17:36:42,958 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f3865e8353b4,42691,1732210587985 (queues=1) is replicating from cluster=2a17c49e-d789-4728-8ec2-afd7c118c071 to cluster=b0060afd-f062-4ec3-83a2-289e4dd0cac5 2024-11-21T17:36:42,958 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f3865e8353b4%2C42691%2C1732210587985 2024-11-21T17:36:42,959 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f3865e8353b4,42691,1732210587985, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:36:42,959 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C42691%2C1732210587985 2024-11-21T17:36:42,959 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238, startPosition=0, beingWritten=true 2024-11-21T17:36:42,964 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:36:42,964 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238 to pos 379, reset compression=false 2024-11-21T17:36:42,964 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,42691,1732210587985 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:36:43,167 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238 to pos 379, reset compression=false 2024-11-21T17:36:43,471 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238 to pos 379, reset compression=false 2024-11-21T17:36:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T17:36:43,648 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T17:36:43,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:43,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:43,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:43,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:43,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:43,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7b971e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:43,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,32833,-1 for getting cluster id 2024-11-21T17:36:43,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:43,650 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a17c49e-d789-4728-8ec2-afd7c118c071' 2024-11-21T17:36:43,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:43,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a17c49e-d789-4728-8ec2-afd7c118c071" 2024-11-21T17:36:43,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2cf421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:43,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,32833,-1] 2024-11-21T17:36:43,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:43,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:43,651 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:43,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41da2120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:43,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ea0eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:43,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,46645,-1 for getting cluster id 2024-11-21T17:36:43,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:43,653 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0060afd-f062-4ec3-83a2-289e4dd0cac5' 2024-11-21T17:36:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0060afd-f062-4ec3-83a2-289e4dd0cac5" 2024-11-21T17:36:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@155d624b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,46645,-1] 2024-11-21T17:36:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:43,654 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:43,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687b8e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:43,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b9a8f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:43,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41929,-1 for getting cluster id 2024-11-21T17:36:43,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:43,655 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa65d0a1-29c9-48b4-9134-6a429ff65bbf' 2024-11-21T17:36:43,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:43,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa65d0a1-29c9-48b4-9134-6a429ff65bbf" 2024-11-21T17:36:43,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134ba7aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:43,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41929,-1] 2024-11-21T17:36:43,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:43,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:43,656 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:43,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5801f759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:43,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:43,661 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732210603660/Put/seqid=0 2024-11-21T17:36:43,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741840_1016 (size=7894) 2024-11-21T17:36:43,874 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238 to pos 379, reset compression=false 2024-11-21T17:36:44,070 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732210604070/Put/seqid=0 2024-11-21T17:36:44,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741841_1017 (size=7691) 2024-11-21T17:36:44,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362222a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:44,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,32833,-1 for getting cluster id 2024-11-21T17:36:44,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:44,087 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a17c49e-d789-4728-8ec2-afd7c118c071' 2024-11-21T17:36:44,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:44,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a17c49e-d789-4728-8ec2-afd7c118c071" 2024-11-21T17:36:44,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cca24a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:44,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,32833,-1] 2024-11-21T17:36:44,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:44,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:44,089 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:44,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61be9ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:44,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:44,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,42691,1732210587985, seqNum=-1] 2024-11-21T17:36:44,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:44,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:36:44,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,32833,1732210587918 2024-11-21T17:36:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26c92630 2024-11-21T17:36:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:44,100 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732210598060.6772647c5aba91c46064a627f8bc9c95., hostname=f3865e8353b4,42691,1732210587985, seqNum=2] 2024-11-21T17:36:44,105 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T17:36:44,110 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-21T17:36:44,112 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-21T17:36:44,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 6772647c5aba91c46064a627f8bc9c95/f 2024-11-21T17:36:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T17:36:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:36:44,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 6772647c5aba91c46064a627f8bc9c95/f 2024-11-21T17:36:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T17:36:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:36:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HRegion(2603): Flush status journal for 6772647c5aba91c46064a627f8bc9c95: 2024-11-21T17:36:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a83nfoihjiqgssu88tc79jgmrk6q4uqrh0olahs667j3kb64nlo8jprk56g51cu1/f/hfile_0 2024-11-21T17:36:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a83nfoihjiqgssu88tc79jgmrk6q4uqrh0olahs667j3kb64nlo8jprk56g51cu1/f/hfile_0 as hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/f/d6ea1120d13b49ae902200f67b6500a6_SeqId_4_ 2024-11-21T17:36:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a83nfoihjiqgssu88tc79jgmrk6q4uqrh0olahs667j3kb64nlo8jprk56g51cu1/f/hfile_1 2024-11-21T17:36:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a83nfoihjiqgssu88tc79jgmrk6q4uqrh0olahs667j3kb64nlo8jprk56g51cu1/f/hfile_1 as hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/f/747f7d41112e475e865bea143507dadd_SeqId_4_ 2024-11-21T17:36:44,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a83nfoihjiqgssu88tc79jgmrk6q4uqrh0olahs667j3kb64nlo8jprk56g51cu1/f/hfile_0 into 6772647c5aba91c46064a627f8bc9c95/f as hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/f/d6ea1120d13b49ae902200f67b6500a6_SeqId_4_ - updating store file list. 2024-11-21T17:36:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d6ea1120d13b49ae902200f67b6500a6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T17:36:44,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/f/d6ea1120d13b49ae902200f67b6500a6_SeqId_4_ into 6772647c5aba91c46064a627f8bc9c95/f 2024-11-21T17:36:44,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a83nfoihjiqgssu88tc79jgmrk6q4uqrh0olahs667j3kb64nlo8jprk56g51cu1/f/hfile_0 into 6772647c5aba91c46064a627f8bc9c95/f (new location: hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/f/d6ea1120d13b49ae902200f67b6500a6_SeqId_4_) 2024-11-21T17:36:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a83nfoihjiqgssu88tc79jgmrk6q4uqrh0olahs667j3kb64nlo8jprk56g51cu1/f/hfile_0 2024-11-21T17:36:44,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a83nfoihjiqgssu88tc79jgmrk6q4uqrh0olahs667j3kb64nlo8jprk56g51cu1/f/hfile_1 into 6772647c5aba91c46064a627f8bc9c95/f as hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/f/747f7d41112e475e865bea143507dadd_SeqId_4_ - updating store file list. 2024-11-21T17:36:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 747f7d41112e475e865bea143507dadd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T17:36:44,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/f/747f7d41112e475e865bea143507dadd_SeqId_4_ into 6772647c5aba91c46064a627f8bc9c95/f 2024-11-21T17:36:44,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a83nfoihjiqgssu88tc79jgmrk6q4uqrh0olahs667j3kb64nlo8jprk56g51cu1/f/hfile_1 into 6772647c5aba91c46064a627f8bc9c95/f (new location: hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/f/747f7d41112e475e865bea143507dadd_SeqId_4_) 2024-11-21T17:36:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a83nfoihjiqgssu88tc79jgmrk6q4uqrh0olahs667j3kb64nlo8jprk56g51cu1/f/hfile_1 2024-11-21T17:36:44,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:44,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:44,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:44,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:44,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:44,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732210598060.6772647c5aba91c46064a627f8bc9c95., hostname=f3865e8353b4,42691,1732210587985, seqNum=2 , the old value is region=test,,1732210598060.6772647c5aba91c46064a627f8bc9c95., hostname=f3865e8353b4,42691,1732210587985, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f3865e8353b4:42691 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T17:36:44,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732210598060.6772647c5aba91c46064a627f8bc9c95., hostname=f3865e8353b4,42691,1732210587985, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T17:36:44,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732210598060.6772647c5aba91c46064a627f8bc9c95., hostname=f3865e8353b4,42691,1732210587985, seqNum=2 from cache 2024-11-21T17:36:44,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:44,144 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T17:36:44,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,40299,1732210590900, seqNum=-1] 2024-11-21T17:36:44,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:44,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:36:44,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d., hostname=f3865e8353b4,40299,1732210590900, seqNum=2] 2024-11-21T17:36:44,149 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T17:36:44,247 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:42691 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-21T17:36:44,382 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238 to pos 379, reset compression=false 2024-11-21T17:36:44,386 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:36:44,386 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,42691,1732210587985 got entry batch from reader: WALEntryBatch [walEntries=[{test/6772647c5aba91c46064a627f8bc9c95/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732210604140/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T17:36:44,388 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:36:44,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T17:36:44,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.ReplicationSink(318): Replicating [2a17c49e-d789-4728-8ec2-afd7c118c071] bulk loaded data 2024-11-21T17:36:44,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e37eb6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:44,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,46645,-1 for getting cluster id 2024-11-21T17:36:44,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:44,390 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0060afd-f062-4ec3-83a2-289e4dd0cac5' 2024-11-21T17:36:44,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:44,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0060afd-f062-4ec3-83a2-289e4dd0cac5" 2024-11-21T17:36:44,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ed1baa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:44,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,46645,-1] 2024-11-21T17:36:44,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:44,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:44,391 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:44,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f75f022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:44,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741837_1013 (size=7894) 2024-11-21T17:36:44,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741838_1014 (size=7691) 2024-11-21T17:36:44,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:44,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,46645,1732210590865 2024-11-21T17:36:44,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f276377 2024-11-21T17:36:44,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:44,407 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-21T17:36:44,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T17:36:44,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:44,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,40299,1732210590900, seqNum=-1] 2024-11-21T17:36:44,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:44,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-21T17:36:44,414 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__d624vkfsujsq8h3lu8svkfn8rplc9mo5nv08igrbfr0o07d567c119vm8n1jgbj8/f/747f7d41112e475e865bea143507dadd_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-21T17:36:44,417 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__d624vkfsujsq8h3lu8svkfn8rplc9mo5nv08igrbfr0o07d567c119vm8n1jgbj8/f/d6ea1120d13b49ae902200f67b6500a6_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-21T17:36:44,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__d624vkfsujsq8h3lu8svkfn8rplc9mo5nv08igrbfr0o07d567c119vm8n1jgbj8/f/747f7d41112e475e865bea143507dadd_SeqId_4_ for inclusion in e6f1cd33b9041640f7473ba07a5eb36d/f 2024-11-21T17:36:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T17:36:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:36:44,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__d624vkfsujsq8h3lu8svkfn8rplc9mo5nv08igrbfr0o07d567c119vm8n1jgbj8/f/d6ea1120d13b49ae902200f67b6500a6_SeqId_4_ for inclusion in e6f1cd33b9041640f7473ba07a5eb36d/f 2024-11-21T17:36:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T17:36:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:36:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HRegion(2603): Flush status journal for e6f1cd33b9041640f7473ba07a5eb36d: 2024-11-21T17:36:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 747f7d41112e475e865bea143507dadd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T17:36:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__d624vkfsujsq8h3lu8svkfn8rplc9mo5nv08igrbfr0o07d567c119vm8n1jgbj8/f/747f7d41112e475e865bea143507dadd_SeqId_4_ as hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/f/a9535b7aa5e24d12ab4c2b38169000ca_SeqId_4_ 2024-11-21T17:36:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d6ea1120d13b49ae902200f67b6500a6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T17:36:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__d624vkfsujsq8h3lu8svkfn8rplc9mo5nv08igrbfr0o07d567c119vm8n1jgbj8/f/d6ea1120d13b49ae902200f67b6500a6_SeqId_4_ as hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/f/16d8579c12d5498a828c680aeabf1a52_SeqId_4_ 2024-11-21T17:36:44,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__d624vkfsujsq8h3lu8svkfn8rplc9mo5nv08igrbfr0o07d567c119vm8n1jgbj8/f/747f7d41112e475e865bea143507dadd_SeqId_4_ into e6f1cd33b9041640f7473ba07a5eb36d/f as hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/f/a9535b7aa5e24d12ab4c2b38169000ca_SeqId_4_ - updating store file list. 2024-11-21T17:36:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a9535b7aa5e24d12ab4c2b38169000ca_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T17:36:44,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/f/a9535b7aa5e24d12ab4c2b38169000ca_SeqId_4_ into e6f1cd33b9041640f7473ba07a5eb36d/f 2024-11-21T17:36:44,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__d624vkfsujsq8h3lu8svkfn8rplc9mo5nv08igrbfr0o07d567c119vm8n1jgbj8/f/747f7d41112e475e865bea143507dadd_SeqId_4_ into e6f1cd33b9041640f7473ba07a5eb36d/f (new location: hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/f/a9535b7aa5e24d12ab4c2b38169000ca_SeqId_4_) 2024-11-21T17:36:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__d624vkfsujsq8h3lu8svkfn8rplc9mo5nv08igrbfr0o07d567c119vm8n1jgbj8/f/747f7d41112e475e865bea143507dadd_SeqId_4_ 2024-11-21T17:36:44,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__d624vkfsujsq8h3lu8svkfn8rplc9mo5nv08igrbfr0o07d567c119vm8n1jgbj8/f/d6ea1120d13b49ae902200f67b6500a6_SeqId_4_ into e6f1cd33b9041640f7473ba07a5eb36d/f as hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/f/16d8579c12d5498a828c680aeabf1a52_SeqId_4_ - updating store file list. 2024-11-21T17:36:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 16d8579c12d5498a828c680aeabf1a52_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T17:36:44,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/f/16d8579c12d5498a828c680aeabf1a52_SeqId_4_ into e6f1cd33b9041640f7473ba07a5eb36d/f 2024-11-21T17:36:44,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__d624vkfsujsq8h3lu8svkfn8rplc9mo5nv08igrbfr0o07d567c119vm8n1jgbj8/f/d6ea1120d13b49ae902200f67b6500a6_SeqId_4_ into e6f1cd33b9041640f7473ba07a5eb36d/f (new location: hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/f/16d8579c12d5498a828c680aeabf1a52_SeqId_4_) 2024-11-21T17:36:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__d624vkfsujsq8h3lu8svkfn8rplc9mo5nv08igrbfr0o07d567c119vm8n1jgbj8/f/d6ea1120d13b49ae902200f67b6500a6_SeqId_4_ 2024-11-21T17:36:44,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.ReplicationSink(324): Finished replicating [2a17c49e-d789-4728-8ec2-afd7c118c071] bulk loaded data 2024-11-21T17:36:44,586 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238 to pos 687, reset compression=false 2024-11-21T17:36:44,889 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238 to pos 687, reset compression=false 2024-11-21T17:36:45,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:45,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,39321,1732210595366, seqNum=-1] 2024-11-21T17:36:45,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:45,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:36:45,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732210600861.ca42b7edc329543625be50d95a91b6a5., hostname=f3865e8353b4,39321,1732210595366, seqNum=2] 2024-11-21T17:36:45,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:36:45,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T17:36:45,174 DEBUG [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f3865e8353b4%2C42691%2C1732210587985:(num 1732210589238) roll requested 2024-11-21T17:36:45,194 DEBUG [regionserver/f3865e8353b4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174, exclude list is [], retry=0 2024-11-21T17:36:45,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41779,DS-81a828f2-cbdf-4069-85c1-bbfde0c7ac43,DISK] 2024-11-21T17:36:45,201 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 2024-11-21T17:36:45,205 DEBUG [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44815:44815)] 2024-11-21T17:36:45,205 DEBUG [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238 is not closed yet, will try archiving it next time 2024-11-21T17:36:45,205 DEBUG [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f3865e8353b4%2C42691%2C1732210587985.meta:.meta(num 1732210589727) roll requested 2024-11-21T17:36:45,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40707e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:45,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,32833,-1 for getting cluster id 2024-11-21T17:36:45,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:45,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741833_1009 (size=695) 2024-11-21T17:36:45,207 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a17c49e-d789-4728-8ec2-afd7c118c071' 2024-11-21T17:36:45,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:45,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a17c49e-d789-4728-8ec2-afd7c118c071" 2024-11-21T17:36:45,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52391dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:45,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,32833,-1] 2024-11-21T17:36:45,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:45,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:45,208 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:45,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5181c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:45,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:45,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,32833,1732210587918 2024-11-21T17:36:45,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45da720f 2024-11-21T17:36:45,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:45,212 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:45,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://f3865e8353b4:41929,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T17:36:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T17:36:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T17:36:45,215 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:41929' 2024-11-21T17:36:45,217 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181fa752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:45,217 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41929,-1 for getting cluster id 2024-11-21T17:36:45,217 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:45,218 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa65d0a1-29c9-48b4-9134-6a429ff65bbf' 2024-11-21T17:36:45,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:45,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa65d0a1-29c9-48b4-9134-6a429ff65bbf" 2024-11-21T17:36:45,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8c772a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:45,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41929,-1] 2024-11-21T17:36:45,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:45,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:45,219 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:45,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408b241b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:45,220 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:45,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41929,1732210595302 2024-11-21T17:36:45,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73be0073 2024-11-21T17:36:45,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:45,221 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:45,221 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238 to hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/oldWALs/f3865e8353b4%2C42691%2C1732210587985.1732210589238 2024-11-21T17:36:45,222 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T17:36:45,222 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T17:36:45,222 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:45,222 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:45,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:45,222 DEBUG [regionserver/f3865e8353b4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.meta.1732210605205.meta, exclude list is [], retry=0 2024-11-21T17:36:45,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41779,DS-81a828f2-cbdf-4069-85c1-bbfde0c7ac43,DISK] 2024-11-21T17:36:45,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T17:36:45,229 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.meta.1732210589727.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.meta.1732210605205.meta 2024-11-21T17:36:45,230 DEBUG [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44815:44815)] 2024-11-21T17:36:45,230 DEBUG [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.meta.1732210589727.meta is not closed yet, will try archiving it next time 2024-11-21T17:36:45,230 DEBUG [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f3865e8353b4%2C42691%2C1732210587985.rep:(num 1732210602648) roll requested 2024-11-21T17:36:45,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741834_1010 (size=3473) 2024-11-21T17:36:45,248 DEBUG [regionserver/f3865e8353b4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.rep.1732210605230, exclude list is [], retry=0 2024-11-21T17:36:45,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41779,DS-81a828f2-cbdf-4069-85c1-bbfde0c7ac43,DISK] 2024-11-21T17:36:45,251 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.rep.1732210602648 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.rep.1732210605230 2024-11-21T17:36:45,252 DEBUG [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44815:44815)] 2024-11-21T17:36:45,252 DEBUG [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.rep.1732210602648 is not closed yet, will try archiving it next time 2024-11-21T17:36:45,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741839_1015 (size=1505) 2024-11-21T17:36:45,293 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238 to pos 687, reset compression=false 2024-11-21T17:36:45,294 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238 was moved to hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/oldWALs/f3865e8353b4%2C42691%2C1732210587985.1732210589238 2024-11-21T17:36:45,297 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238 2024-11-21T17:36:45,297 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174, startPosition=0, beingWritten=true 2024-11-21T17:36:45,297 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,42691,1732210587985 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210589238, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-21T17:36:45,299 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [f3865e8353b4%2C42691%2C1732210587985.1732210589238] 2024-11-21T17:36:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T17:36:45,374 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:36:45,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:45,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:45,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:45,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:45,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:45,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:45,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:45,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:45,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42691 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T17:36:45,381 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T17:36:45,420 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-f3865e8353b4,42691,1732210587985, ReplicationSource: 2, currentBandwidth=0 2024-11-21T17:36:45,425 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T17:36:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T17:36:45,428 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f3865e8353b4,42691,1732210587985 suceeded 2024-11-21T17:36:45,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T17:36:45,430 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f3865e8353b4:41929,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T17:36:45,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-21T17:36:45,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 218 msec 2024-11-21T17:36:45,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:45,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:45,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:45,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:45,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:45,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:45,443 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f3865e8353b4:41929' 2024-11-21T17:36:45,445 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ffde5c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:45,445 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41929,-1 for getting cluster id 2024-11-21T17:36:45,445 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:45,446 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa65d0a1-29c9-48b4-9134-6a429ff65bbf' 2024-11-21T17:36:45,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:45,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa65d0a1-29c9-48b4-9134-6a429ff65bbf" 2024-11-21T17:36:45,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2faf0b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:45,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41929,-1] 2024-11-21T17:36:45,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:45,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:45,447 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:45,448 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cbeb709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:45,448 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:45,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41929,1732210595302 2024-11-21T17:36:45,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22777a40 2024-11-21T17:36:45,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:45,449 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T17:36:45,450 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f3865e8353b4,42691,1732210587985 (queues=1) is replicating from cluster=2a17c49e-d789-4728-8ec2-afd7c118c071 to cluster=fa65d0a1-29c9-48b4-9134-6a429ff65bbf 2024-11-21T17:36:45,450 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f3865e8353b4%2C42691%2C1732210587985 2024-11-21T17:36:45,450 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f3865e8353b4,42691,1732210587985, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T17:36:45,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:45,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:45,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:45,460 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174, startPosition=0, beingWritten=true 2024-11-21T17:36:45,461 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f3865e8353b4%2C42691%2C1732210587985 2024-11-21T17:36:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T17:36:45,528 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T17:36:45,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:45,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:45,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:45,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:45,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:45,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T17:36:45,532 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732210605531/Put/seqid=0 2024-11-21T17:36:45,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741845_1021 (size=11194) 2024-11-21T17:36:45,541 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732210605540/Put/seqid=0 2024-11-21T17:36:45,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741846_1022 (size=10791) 2024-11-21T17:36:45,671 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 0, reset compression=false 2024-11-21T17:36:45,808 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 0, reset compression=false 2024-11-21T17:36:45,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188687a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:45,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,32833,-1 for getting cluster id 2024-11-21T17:36:45,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:45,957 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a17c49e-d789-4728-8ec2-afd7c118c071' 2024-11-21T17:36:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a17c49e-d789-4728-8ec2-afd7c118c071" 2024-11-21T17:36:45,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fcb9495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,32833,-1] 2024-11-21T17:36:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:45,958 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:45,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34899bef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:45,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:45,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,42691,1732210587985, seqNum=-1] 2024-11-21T17:36:45,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:45,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T17:36:45,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,32833,1732210587918 2024-11-21T17:36:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@357a05a9 2024-11-21T17:36:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:45,968 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T17:36:45,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732210598060.6772647c5aba91c46064a627f8bc9c95., hostname=f3865e8353b4,42691,1732210587985, seqNum=2] 2024-11-21T17:36:45,973 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T17:36:45,976 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-21T17:36:45,977 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 0, reset compression=false 2024-11-21T17:36:45,978 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-21T17:36:45,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 6772647c5aba91c46064a627f8bc9c95/f 2024-11-21T17:36:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T17:36:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:36:45,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 6772647c5aba91c46064a627f8bc9c95/f 2024-11-21T17:36:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T17:36:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:36:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HRegion(2603): Flush status journal for 6772647c5aba91c46064a627f8bc9c95: 2024-11-21T17:36:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a2j7gi9pfaoquvkjgpk6i3b49ideftsnjid123qdkttnbed1i0cinehp43dfpftp/f/hfile_0 2024-11-21T17:36:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a2j7gi9pfaoquvkjgpk6i3b49ideftsnjid123qdkttnbed1i0cinehp43dfpftp/f/hfile_0 as hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/f/acddba5c94f2449989903d0b6a29d142_SeqId_6_ 2024-11-21T17:36:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a2j7gi9pfaoquvkjgpk6i3b49ideftsnjid123qdkttnbed1i0cinehp43dfpftp/f/hfile_1 2024-11-21T17:36:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a2j7gi9pfaoquvkjgpk6i3b49ideftsnjid123qdkttnbed1i0cinehp43dfpftp/f/hfile_1 as hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/f/1586afffbd3346e883b2daf430858689_SeqId_6_ 2024-11-21T17:36:45,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a2j7gi9pfaoquvkjgpk6i3b49ideftsnjid123qdkttnbed1i0cinehp43dfpftp/f/hfile_0 into 6772647c5aba91c46064a627f8bc9c95/f as hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/f/acddba5c94f2449989903d0b6a29d142_SeqId_6_ - updating store file list. 2024-11-21T17:36:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStoreFile(483): HFile Bloom filter type for acddba5c94f2449989903d0b6a29d142_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T17:36:45,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/f/acddba5c94f2449989903d0b6a29d142_SeqId_6_ into 6772647c5aba91c46064a627f8bc9c95/f 2024-11-21T17:36:45,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a2j7gi9pfaoquvkjgpk6i3b49ideftsnjid123qdkttnbed1i0cinehp43dfpftp/f/hfile_0 into 6772647c5aba91c46064a627f8bc9c95/f (new location: hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/f/acddba5c94f2449989903d0b6a29d142_SeqId_6_) 2024-11-21T17:36:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a2j7gi9pfaoquvkjgpk6i3b49ideftsnjid123qdkttnbed1i0cinehp43dfpftp/f/hfile_0 2024-11-21T17:36:45,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a2j7gi9pfaoquvkjgpk6i3b49ideftsnjid123qdkttnbed1i0cinehp43dfpftp/f/hfile_1 into 6772647c5aba91c46064a627f8bc9c95/f as hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/f/1586afffbd3346e883b2daf430858689_SeqId_6_ - updating store file list. 2024-11-21T17:36:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1586afffbd3346e883b2daf430858689_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T17:36:45,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/f/1586afffbd3346e883b2daf430858689_SeqId_6_ into 6772647c5aba91c46064a627f8bc9c95/f 2024-11-21T17:36:45,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a2j7gi9pfaoquvkjgpk6i3b49ideftsnjid123qdkttnbed1i0cinehp43dfpftp/f/hfile_1 into 6772647c5aba91c46064a627f8bc9c95/f (new location: hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/f/1586afffbd3346e883b2daf430858689_SeqId_6_) 2024-11-21T17:36:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42691 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/staging/jenkins__test__a2j7gi9pfaoquvkjgpk6i3b49ideftsnjid123qdkttnbed1i0cinehp43dfpftp/f/hfile_1 2024-11-21T17:36:45,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:45,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:45,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:45,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:45,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:46,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732210598060.6772647c5aba91c46064a627f8bc9c95., hostname=f3865e8353b4,42691,1732210587985, seqNum=2 , the old value is region=test,,1732210598060.6772647c5aba91c46064a627f8bc9c95., hostname=f3865e8353b4,42691,1732210587985, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f3865e8353b4:42691 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T17:36:46,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732210598060.6772647c5aba91c46064a627f8bc9c95., hostname=f3865e8353b4,42691,1732210587985, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T17:36:46,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732210598060.6772647c5aba91c46064a627f8bc9c95., hostname=f3865e8353b4,42691,1732210587985, seqNum=2 from cache 2024-11-21T17:36:46,000 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T17:36:46,003 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T17:36:46,108 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:42691 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-21T17:36:46,380 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 0, reset compression=false 2024-11-21T17:36:46,384 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:36:46,384 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f3865e8353b4,42691,1732210587985 got entry batch from reader: WALEntryBatch [walEntries=[{test/6772647c5aba91c46064a627f8bc9c95/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732210605998/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T17:36:46,386 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T17:36:46,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T17:36:46,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.ReplicationSink(318): Replicating [2a17c49e-d789-4728-8ec2-afd7c118c071] bulk loaded data 2024-11-21T17:36:46,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9c032e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:46,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] client.ClusterIdFetcher(90): Going to request f3865e8353b4,41929,-1 for getting cluster id 2024-11-21T17:36:46,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T17:36:46,388 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa65d0a1-29c9-48b4-9134-6a429ff65bbf' 2024-11-21T17:36:46,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T17:36:46,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa65d0a1-29c9-48b4-9134-6a429ff65bbf" 2024-11-21T17:36:46,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49ad5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:46,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f3865e8353b4,41929,-1] 2024-11-21T17:36:46,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T17:36:46,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:46,389 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-21T17:36:46,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61b0fc03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T17:36:46,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741837_1013 (size=11194) 2024-11-21T17:36:46,412 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 0, reset compression=false 2024-11-21T17:36:46,416 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T17:36:46,416 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,42691,1732210587985 got entry batch from reader: WALEntryBatch [walEntries=[{test/6772647c5aba91c46064a627f8bc9c95/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732210605998/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T17:36:46,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.ReplicationSink(318): Replicating [2a17c49e-d789-4728-8ec2-afd7c118c071] bulk loaded data 2024-11-21T17:36:46,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741839_1015 (size=11194) 2024-11-21T17:36:46,584 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:46,616 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:46,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741838_1014 (size=10791) 2024-11-21T17:36:46,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741840_1016 (size=10791) 2024-11-21T17:36:46,887 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:46,919 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:47,006 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T17:36:47,066 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T17:36:47,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T17:36:47,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f3865e8353b4,41929,1732210595302 2024-11-21T17:36:47,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d2c862a 2024-11-21T17:36:47,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T17:36:47,207 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-21T17:36:47,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T17:36:47,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T17:36:47,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f3865e8353b4,39321,1732210595366, seqNum=-1] 2024-11-21T17:36:47,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T17:36:47,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-21T17:36:47,219 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/staging/jenkins.hfs.23__test__gboec526cprddd0h7vq1un6ovtdim0ek1m6hh897m7v0nntrl6m6muko79i3mo4/f/1586afffbd3346e883b2daf430858689_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T17:36:47,222 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/staging/jenkins.hfs.23__test__gboec526cprddd0h7vq1un6ovtdim0ek1m6hh897m7v0nntrl6m6muko79i3mo4/f/acddba5c94f2449989903d0b6a29d142_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T17:36:47,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/staging/jenkins.hfs.23__test__gboec526cprddd0h7vq1un6ovtdim0ek1m6hh897m7v0nntrl6m6muko79i3mo4/f/1586afffbd3346e883b2daf430858689_SeqId_6_ for inclusion in ca42b7edc329543625be50d95a91b6a5/f 2024-11-21T17:36:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T17:36:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:36:47,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/staging/jenkins.hfs.23__test__gboec526cprddd0h7vq1un6ovtdim0ek1m6hh897m7v0nntrl6m6muko79i3mo4/f/acddba5c94f2449989903d0b6a29d142_SeqId_6_ for inclusion in ca42b7edc329543625be50d95a91b6a5/f 2024-11-21T17:36:47,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T17:36:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T17:36:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:36:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.HRegion(2603): Flush status journal for ca42b7edc329543625be50d95a91b6a5: 2024-11-21T17:36:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1586afffbd3346e883b2daf430858689_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T17:36:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/staging/jenkins.hfs.23__test__gboec526cprddd0h7vq1un6ovtdim0ek1m6hh897m7v0nntrl6m6muko79i3mo4/f/1586afffbd3346e883b2daf430858689_SeqId_6_ as hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/default/test/ca42b7edc329543625be50d95a91b6a5/f/dce240e47f334efa9f259ac3e499d994_SeqId_4_ 2024-11-21T17:36:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): acddba5c94f2449989903d0b6a29d142_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T17:36:47,240 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__4l2uj4t5ugu80mgjtclgiqj9c4r2lf0qn23772utjjlkaqmojdrbkjck3np5emqd/f/1586afffbd3346e883b2daf430858689_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T17:36:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/staging/jenkins.hfs.23__test__gboec526cprddd0h7vq1un6ovtdim0ek1m6hh897m7v0nntrl6m6muko79i3mo4/f/acddba5c94f2449989903d0b6a29d142_SeqId_6_ as hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/default/test/ca42b7edc329543625be50d95a91b6a5/f/732d8da6e2404f4fae93d0194fd45ad2_SeqId_4_ 2024-11-21T17:36:47,243 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__4l2uj4t5ugu80mgjtclgiqj9c4r2lf0qn23772utjjlkaqmojdrbkjck3np5emqd/f/acddba5c94f2449989903d0b6a29d142_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T17:36:47,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/staging/jenkins.hfs.23__test__gboec526cprddd0h7vq1un6ovtdim0ek1m6hh897m7v0nntrl6m6muko79i3mo4/f/1586afffbd3346e883b2daf430858689_SeqId_6_ into ca42b7edc329543625be50d95a91b6a5/f as hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/default/test/ca42b7edc329543625be50d95a91b6a5/f/dce240e47f334efa9f259ac3e499d994_SeqId_4_ - updating store file list. 2024-11-21T17:36:47,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__4l2uj4t5ugu80mgjtclgiqj9c4r2lf0qn23772utjjlkaqmojdrbkjck3np5emqd/f/acddba5c94f2449989903d0b6a29d142_SeqId_6_ for inclusion in e6f1cd33b9041640f7473ba07a5eb36d/f 2024-11-21T17:36:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T17:36:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dce240e47f334efa9f259ac3e499d994_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T17:36:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:36:47,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/default/test/ca42b7edc329543625be50d95a91b6a5/f/dce240e47f334efa9f259ac3e499d994_SeqId_4_ into ca42b7edc329543625be50d95a91b6a5/f 2024-11-21T17:36:47,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__4l2uj4t5ugu80mgjtclgiqj9c4r2lf0qn23772utjjlkaqmojdrbkjck3np5emqd/f/1586afffbd3346e883b2daf430858689_SeqId_6_ for inclusion in e6f1cd33b9041640f7473ba07a5eb36d/f 2024-11-21T17:36:47,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/staging/jenkins.hfs.23__test__gboec526cprddd0h7vq1un6ovtdim0ek1m6hh897m7v0nntrl6m6muko79i3mo4/f/1586afffbd3346e883b2daf430858689_SeqId_6_ into ca42b7edc329543625be50d95a91b6a5/f (new location: hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/default/test/ca42b7edc329543625be50d95a91b6a5/f/dce240e47f334efa9f259ac3e499d994_SeqId_4_) 2024-11-21T17:36:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/staging/jenkins.hfs.23__test__gboec526cprddd0h7vq1un6ovtdim0ek1m6hh897m7v0nntrl6m6muko79i3mo4/f/1586afffbd3346e883b2daf430858689_SeqId_6_ 2024-11-21T17:36:47,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/staging/jenkins.hfs.23__test__gboec526cprddd0h7vq1un6ovtdim0ek1m6hh897m7v0nntrl6m6muko79i3mo4/f/acddba5c94f2449989903d0b6a29d142_SeqId_6_ into ca42b7edc329543625be50d95a91b6a5/f as hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/default/test/ca42b7edc329543625be50d95a91b6a5/f/732d8da6e2404f4fae93d0194fd45ad2_SeqId_4_ - updating store file list. 2024-11-21T17:36:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T17:36:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T17:36:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HRegion(2603): Flush status journal for e6f1cd33b9041640f7473ba07a5eb36d: 2024-11-21T17:36:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): acddba5c94f2449989903d0b6a29d142_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T17:36:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__4l2uj4t5ugu80mgjtclgiqj9c4r2lf0qn23772utjjlkaqmojdrbkjck3np5emqd/f/acddba5c94f2449989903d0b6a29d142_SeqId_6_ as hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/f/e9539e5f879d4e7aaaf3cc60909838b3_SeqId_6_ 2024-11-21T17:36:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1586afffbd3346e883b2daf430858689_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T17:36:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 732d8da6e2404f4fae93d0194fd45ad2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T17:36:47,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/default/test/ca42b7edc329543625be50d95a91b6a5/f/732d8da6e2404f4fae93d0194fd45ad2_SeqId_4_ into ca42b7edc329543625be50d95a91b6a5/f 2024-11-21T17:36:47,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/staging/jenkins.hfs.23__test__gboec526cprddd0h7vq1un6ovtdim0ek1m6hh897m7v0nntrl6m6muko79i3mo4/f/acddba5c94f2449989903d0b6a29d142_SeqId_6_ into ca42b7edc329543625be50d95a91b6a5/f (new location: hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/default/test/ca42b7edc329543625be50d95a91b6a5/f/732d8da6e2404f4fae93d0194fd45ad2_SeqId_4_) 2024-11-21T17:36:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/staging/jenkins.hfs.23__test__gboec526cprddd0h7vq1un6ovtdim0ek1m6hh897m7v0nntrl6m6muko79i3mo4/f/acddba5c94f2449989903d0b6a29d142_SeqId_6_ 2024-11-21T17:36:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__4l2uj4t5ugu80mgjtclgiqj9c4r2lf0qn23772utjjlkaqmojdrbkjck3np5emqd/f/1586afffbd3346e883b2daf430858689_SeqId_6_ as hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/f/3b3bc7e316a94c04b102f249915c860a_SeqId_6_ 2024-11-21T17:36:47,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__4l2uj4t5ugu80mgjtclgiqj9c4r2lf0qn23772utjjlkaqmojdrbkjck3np5emqd/f/acddba5c94f2449989903d0b6a29d142_SeqId_6_ into e6f1cd33b9041640f7473ba07a5eb36d/f as hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/f/e9539e5f879d4e7aaaf3cc60909838b3_SeqId_6_ - updating store file list. 2024-11-21T17:36:47,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39321 {}] regionserver.ReplicationSink(324): Finished replicating [2a17c49e-d789-4728-8ec2-afd7c118c071] bulk loaded data 2024-11-21T17:36:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e9539e5f879d4e7aaaf3cc60909838b3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T17:36:47,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/f/e9539e5f879d4e7aaaf3cc60909838b3_SeqId_6_ into e6f1cd33b9041640f7473ba07a5eb36d/f 2024-11-21T17:36:47,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__4l2uj4t5ugu80mgjtclgiqj9c4r2lf0qn23772utjjlkaqmojdrbkjck3np5emqd/f/acddba5c94f2449989903d0b6a29d142_SeqId_6_ into e6f1cd33b9041640f7473ba07a5eb36d/f (new location: hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/f/e9539e5f879d4e7aaaf3cc60909838b3_SeqId_6_) 2024-11-21T17:36:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__4l2uj4t5ugu80mgjtclgiqj9c4r2lf0qn23772utjjlkaqmojdrbkjck3np5emqd/f/acddba5c94f2449989903d0b6a29d142_SeqId_6_ 2024-11-21T17:36:47,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__4l2uj4t5ugu80mgjtclgiqj9c4r2lf0qn23772utjjlkaqmojdrbkjck3np5emqd/f/1586afffbd3346e883b2daf430858689_SeqId_6_ into e6f1cd33b9041640f7473ba07a5eb36d/f as hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/f/3b3bc7e316a94c04b102f249915c860a_SeqId_6_ - updating store file list. 2024-11-21T17:36:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3b3bc7e316a94c04b102f249915c860a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T17:36:47,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/f/3b3bc7e316a94c04b102f249915c860a_SeqId_6_ into e6f1cd33b9041640f7473ba07a5eb36d/f 2024-11-21T17:36:47,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__4l2uj4t5ugu80mgjtclgiqj9c4r2lf0qn23772utjjlkaqmojdrbkjck3np5emqd/f/1586afffbd3346e883b2daf430858689_SeqId_6_ into e6f1cd33b9041640f7473ba07a5eb36d/f (new location: hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/f/3b3bc7e316a94c04b102f249915c860a_SeqId_6_) 2024-11-21T17:36:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/staging/jenkins.hfs.22__test__4l2uj4t5ugu80mgjtclgiqj9c4r2lf0qn23772utjjlkaqmojdrbkjck3np5emqd/f/1586afffbd3346e883b2daf430858689_SeqId_6_ 2024-11-21T17:36:47,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40299 {}] regionserver.ReplicationSink(324): Finished replicating [2a17c49e-d789-4728-8ec2-afd7c118c071] bulk loaded data 2024-11-21T17:36:47,290 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:47,323 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:47,794 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:47,828 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:48,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:36:48,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:48,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:48,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:48,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:48,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:36:48,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1986925189, stopped=false 2024-11-21T17:36:48,023 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,41929,1732210595302 2024-11-21T17:36:48,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:48,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21504829998/running 2024-11-21T17:36:48,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21504829998/running 2024-11-21T17:36:48,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998 2024-11-21T17:36:48,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998 2024-11-21T17:36:48,024 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:36:48,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:48,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:48,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:48,024 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,39321,1732210595366' ***** 2024-11-21T17:36:48,024 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:36:48,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Set watcher on znode that does not yet exist, /21504829998/running 2024-11-21T17:36:48,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Set watcher on znode that does not yet exist, /21504829998/running 2024-11-21T17:36:48,026 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:36:48,026 INFO [RS:0;f3865e8353b4:39321 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:36:48,026 INFO [RS:0;f3865e8353b4:39321 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:36:48,026 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(3091): Received CLOSE for ca42b7edc329543625be50d95a91b6a5 2024-11-21T17:36:48,026 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:36:48,029 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,39321,1732210595366 2024-11-21T17:36:48,029 INFO [RS:0;f3865e8353b4:39321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:36:48,029 INFO [RS:0;f3865e8353b4:39321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:39321. 2024-11-21T17:36:48,029 DEBUG [RS:0;f3865e8353b4:39321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:48,029 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca42b7edc329543625be50d95a91b6a5, disabling compactions & flushes 2024-11-21T17:36:48,029 DEBUG [RS:0;f3865e8353b4:39321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:48,029 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732210600861.ca42b7edc329543625be50d95a91b6a5. 2024-11-21T17:36:48,029 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210600861.ca42b7edc329543625be50d95a91b6a5. 2024-11-21T17:36:48,029 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732210600861.ca42b7edc329543625be50d95a91b6a5. after waiting 0 ms 2024-11-21T17:36:48,029 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732210600861.ca42b7edc329543625be50d95a91b6a5. 2024-11-21T17:36:48,029 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:36:48,029 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:36:48,029 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:36:48,029 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:36:48,034 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T17:36:48,034 DEBUG [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ca42b7edc329543625be50d95a91b6a5=test,,1732210600861.ca42b7edc329543625be50d95a91b6a5.} 2024-11-21T17:36:48,034 DEBUG [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ca42b7edc329543625be50d95a91b6a5 2024-11-21T17:36:48,034 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:36:48,034 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:36:48,034 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:36:48,034 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:36:48,034 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:36:48,034 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T17:36:48,039 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/default/test/ca42b7edc329543625be50d95a91b6a5/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T17:36:48,041 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:36:48,041 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:36:48,041 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732210600861.ca42b7edc329543625be50d95a91b6a5. 2024-11-21T17:36:48,042 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca42b7edc329543625be50d95a91b6a5: Waiting for close lock at 1732210608029Running coprocessor pre-close hooks at 1732210608029Disabling compacts and flushes for region at 1732210608029Disabling writes for close at 1732210608029Writing region close event to WAL at 1732210608035 (+6 ms)Running coprocessor post-close hooks at 1732210608041 (+6 ms)Closed at 1732210608041 2024-11-21T17:36:48,042 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732210600861.ca42b7edc329543625be50d95a91b6a5. 2024-11-21T17:36:48,052 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/.tmp/info/04e15c81cfa749f1ab8c92a8cd752ccf is 129, key is test,,1732210600861.ca42b7edc329543625be50d95a91b6a5./info:regioninfo/1732210601338/Put/seqid=0 2024-11-21T17:36:48,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741839_1015 (size=6421) 2024-11-21T17:36:48,055 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/.tmp/info/04e15c81cfa749f1ab8c92a8cd752ccf 2024-11-21T17:36:48,063 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:36:48,072 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/.tmp/ns/92be6282781b4e9eb22365b620c3e638 is 43, key is default/ns:d/1732210597992/Put/seqid=0 2024-11-21T17:36:48,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741840_1016 (size=5153) 2024-11-21T17:36:48,075 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/.tmp/ns/92be6282781b4e9eb22365b620c3e638 2024-11-21T17:36:48,094 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/.tmp/rep_barrier/61c4dea2bc82427ea51da10824af822e is 112, key is test,,1732210600861.ca42b7edc329543625be50d95a91b6a5./rep_barrier:seqnumDuringOpen/1732210601338/Put/seqid=0 2024-11-21T17:36:48,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741841_1017 (size=5518) 2024-11-21T17:36:48,234 DEBUG [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:36:48,397 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:48,426 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:36:48,426 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:36:48,431 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:48,434 DEBUG [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:36:48,497 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/.tmp/rep_barrier/61c4dea2bc82427ea51da10824af822e 2024-11-21T17:36:48,526 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/.tmp/table/70da65dfeec945299d6c82aa763dc51b is 40, key is test/table:state/1732210601344/Put/seqid=0 2024-11-21T17:36:48,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741842_1018 (size=5165) 2024-11-21T17:36:48,539 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/.tmp/table/70da65dfeec945299d6c82aa763dc51b 2024-11-21T17:36:48,543 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/.tmp/info/04e15c81cfa749f1ab8c92a8cd752ccf as hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/info/04e15c81cfa749f1ab8c92a8cd752ccf 2024-11-21T17:36:48,548 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/info/04e15c81cfa749f1ab8c92a8cd752ccf, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T17:36:48,550 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/.tmp/ns/92be6282781b4e9eb22365b620c3e638 as hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/ns/92be6282781b4e9eb22365b620c3e638 2024-11-21T17:36:48,555 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/ns/92be6282781b4e9eb22365b620c3e638, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T17:36:48,555 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/.tmp/rep_barrier/61c4dea2bc82427ea51da10824af822e as hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/rep_barrier/61c4dea2bc82427ea51da10824af822e 2024-11-21T17:36:48,559 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/rep_barrier/61c4dea2bc82427ea51da10824af822e, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T17:36:48,560 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/.tmp/table/70da65dfeec945299d6c82aa763dc51b as hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/table/70da65dfeec945299d6c82aa763dc51b 2024-11-21T17:36:48,564 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/table/70da65dfeec945299d6c82aa763dc51b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T17:36:48,565 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 531ms, sequenceid=11, compaction requested=false 2024-11-21T17:36:48,576 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T17:36:48,577 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:36:48,577 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:36:48,577 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:36:48,577 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210608034Running coprocessor pre-close hooks at 1732210608034Disabling compacts and flushes for region at 1732210608034Disabling writes for close at 1732210608034Obtaining lock to block concurrent updates at 1732210608034Preparing flush snapshotting stores in 1588230740 at 1732210608034Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732210608035 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732210608036 (+1 ms)Flushing 1588230740/info: creating writer at 1732210608036Flushing 1588230740/info: appending metadata at 1732210608052 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732210608052Flushing 1588230740/ns: creating writer at 1732210608059 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732210608071 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732210608071Flushing 1588230740/rep_barrier: creating writer at 1732210608078 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732210608093 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732210608093Flushing 1588230740/table: creating writer at 1732210608500 (+407 ms)Flushing 1588230740/table: appending metadata at 1732210608526 (+26 ms)Flushing 1588230740/table: closing flushed file at 1732210608526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f3a0326: reopening flushed file at 1732210608543 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2485e3a5: reopening flushed file at 1732210608548 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17392538: reopening flushed file at 1732210608555 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46293054: reopening flushed file at 1732210608559 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 531ms, sequenceid=11, compaction requested=false at 1732210608565 (+6 ms)Writing region close event to WAL at 1732210608573 (+8 ms)Running coprocessor post-close hooks at 1732210608577 (+4 ms)Closed at 1732210608577 2024-11-21T17:36:48,577 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:36:48,634 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,39321,1732210595366; all regions closed. 2024-11-21T17:36:48,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741834_1010 (size=2717) 2024-11-21T17:36:48,639 DEBUG [RS:0;f3865e8353b4:39321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/oldWALs 2024-11-21T17:36:48,639 INFO [RS:0;f3865e8353b4:39321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C39321%2C1732210595366.meta:.meta(num 1732210597920) 2024-11-21T17:36:48,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741833_1009 (size=1028) 2024-11-21T17:36:48,646 DEBUG [RS:0;f3865e8353b4:39321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/oldWALs 2024-11-21T17:36:48,646 INFO [RS:0;f3865e8353b4:39321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C39321%2C1732210595366:(num 1732210597572) 2024-11-21T17:36:48,647 DEBUG [RS:0;f3865e8353b4:39321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:48,647 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:36:48,647 INFO [RS:0;f3865e8353b4:39321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:36:48,647 INFO [RS:0;f3865e8353b4:39321 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T17:36:48,647 INFO [RS:0;f3865e8353b4:39321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:36:48,647 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:36:48,648 INFO [RS:0;f3865e8353b4:39321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:39321. 2024-11-21T17:36:48,648 DEBUG [RS:0;f3865e8353b4:39321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:48,648 DEBUG [RS:0;f3865e8353b4:39321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:48,648 DEBUG [RS:0;f3865e8353b4:39321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:48,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:48,648 INFO [RS:0;f3865e8353b4:39321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39321 2024-11-21T17:36:48,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21504829998/rs/f3865e8353b4,39321,1732210595366 2024-11-21T17:36:48,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998/rs 2024-11-21T17:36:48,654 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,39321,1732210595366] 2024-11-21T17:36:48,654 INFO [RS:0;f3865e8353b4:39321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:36:48,655 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21504829998/draining/f3865e8353b4,39321,1732210595366 already deleted, retry=false 2024-11-21T17:36:48,655 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,39321,1732210595366 expired; onlineServers=0 2024-11-21T17:36:48,655 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,41929,1732210595302' ***** 2024-11-21T17:36:48,655 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:36:48,655 INFO [M:0;f3865e8353b4:41929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:36:48,655 INFO [M:0;f3865e8353b4:41929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:36:48,655 DEBUG [M:0;f3865e8353b4:41929 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:36:48,655 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:36:48,656 DEBUG [M:0;f3865e8353b4:41929 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:36:48,655 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210597279 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210597279,5,FailOnTimeoutGroup] 2024-11-21T17:36:48,655 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210597258 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210597258,5,FailOnTimeoutGroup] 2024-11-21T17:36:48,656 INFO [M:0;f3865e8353b4:41929 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:36:48,656 INFO [M:0;f3865e8353b4:41929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:36:48,656 DEBUG [M:0;f3865e8353b4:41929 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:36:48,656 INFO [M:0;f3865e8353b4:41929 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:36:48,656 INFO [M:0;f3865e8353b4:41929 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:36:48,656 INFO [M:0;f3865e8353b4:41929 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:36:48,656 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:36:48,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21504829998/master 2024-11-21T17:36:48,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21504829998 2024-11-21T17:36:48,658 DEBUG [M:0;f3865e8353b4:41929 {}] zookeeper.RecoverableZooKeeper(212): Node /21504829998/master already deleted, retry=false 2024-11-21T17:36:48,658 DEBUG [M:0;f3865e8353b4:41929 {}] master.ActiveMasterManager(353): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Failed delete of our master address node; KeeperErrorCode = NoNode for /21504829998/master 2024-11-21T17:36:48,661 INFO [M:0;f3865e8353b4:41929 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/.lastflushedseqids 2024-11-21T17:36:48,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741843_1019 (size=173) 2024-11-21T17:36:48,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:48,756 INFO [RS:0;f3865e8353b4:39321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:36:48,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39321-0x100635b51810007, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:48,756 INFO [RS:0;f3865e8353b4:39321 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,39321,1732210595366; zookeeper connection closed. 2024-11-21T17:36:48,756 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b2b4195 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b2b4195 2024-11-21T17:36:48,757 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:36:49,074 INFO [M:0;f3865e8353b4:41929 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:36:49,074 INFO [M:0;f3865e8353b4:41929 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:36:49,075 DEBUG [M:0;f3865e8353b4:41929 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:36:49,075 INFO [M:0;f3865e8353b4:41929 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:49,075 DEBUG [M:0;f3865e8353b4:41929 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:49,075 DEBUG [M:0;f3865e8353b4:41929 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:36:49,075 DEBUG [M:0;f3865e8353b4:41929 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:49,075 INFO [M:0;f3865e8353b4:41929 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-21T17:36:49,092 DEBUG [M:0;f3865e8353b4:41929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60e6715017934fc39ab60357e4f2e5bb is 82, key is hbase:meta,,1/info:regioninfo/1732210597980/Put/seqid=0 2024-11-21T17:36:49,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741844_1020 (size=5672) 2024-11-21T17:36:49,096 INFO [M:0;f3865e8353b4:41929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60e6715017934fc39ab60357e4f2e5bb 2024-11-21T17:36:49,100 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:49,116 DEBUG [M:0;f3865e8353b4:41929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fc3f3efb96b4984b54ee78c8c7e7d7b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732210601347/Put/seqid=0 2024-11-21T17:36:49,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741845_1021 (size=6586) 2024-11-21T17:36:49,132 INFO [M:0;f3865e8353b4:41929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fc3f3efb96b4984b54ee78c8c7e7d7b 2024-11-21T17:36:49,134 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:49,154 DEBUG [M:0;f3865e8353b4:41929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27a47d0a34324bcd9e7debe719421e15 is 69, key is f3865e8353b4,39321,1732210595366/rs:state/1732210597385/Put/seqid=0 2024-11-21T17:36:49,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741846_1022 (size=5156) 2024-11-21T17:36:49,562 INFO [M:0;f3865e8353b4:41929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27a47d0a34324bcd9e7debe719421e15 2024-11-21T17:36:49,567 DEBUG [M:0;f3865e8353b4:41929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60e6715017934fc39ab60357e4f2e5bb as hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60e6715017934fc39ab60357e4f2e5bb 2024-11-21T17:36:49,571 INFO [M:0;f3865e8353b4:41929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60e6715017934fc39ab60357e4f2e5bb, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T17:36:49,574 DEBUG [M:0;f3865e8353b4:41929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fc3f3efb96b4984b54ee78c8c7e7d7b as hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fc3f3efb96b4984b54ee78c8c7e7d7b 2024-11-21T17:36:49,578 INFO [M:0;f3865e8353b4:41929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fc3f3efb96b4984b54ee78c8c7e7d7b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T17:36:49,579 DEBUG [M:0;f3865e8353b4:41929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27a47d0a34324bcd9e7debe719421e15 as hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27a47d0a34324bcd9e7debe719421e15 2024-11-21T17:36:49,583 INFO [M:0;f3865e8353b4:41929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40323/user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27a47d0a34324bcd9e7debe719421e15, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T17:36:49,584 INFO [M:0;f3865e8353b4:41929 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 509ms, sequenceid=55, compaction requested=false 2024-11-21T17:36:49,585 INFO [M:0;f3865e8353b4:41929 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:49,585 DEBUG [M:0;f3865e8353b4:41929 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210609074Disabling compacts and flushes for region at 1732210609074Disabling writes for close at 1732210609075 (+1 ms)Obtaining lock to block concurrent updates at 1732210609075Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210609075Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732210609075Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210609076 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210609076Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210609092 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210609092Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210609099 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210609115 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210609115Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210609136 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210609153 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210609153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@686da24: reopening flushed file at 1732210609566 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c9f82e: reopening flushed file at 1732210609571 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9de476: reopening flushed file at 1732210609578 (+7 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 509ms, sequenceid=55, compaction requested=false at 1732210609584 (+6 ms)Writing region close event to WAL at 1732210609585 (+1 ms)Closed at 1732210609585 2024-11-21T17:36:49,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741830_1006 (size=32770) 2024-11-21T17:36:49,587 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55012eb6-3019-6d08-0f23-8697ad40c7d8/MasterData/WALs/f3865e8353b4,41929,1732210595302/f3865e8353b4%2C41929%2C1732210595302.1732210597085 not finished, retry = 0 2024-11-21T17:36:49,688 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:36:49,688 INFO [M:0;f3865e8353b4:41929 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:36:49,688 INFO [M:0;f3865e8353b4:41929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41929 2024-11-21T17:36:49,688 INFO [M:0;f3865e8353b4:41929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:36:49,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:49,789 INFO [M:0;f3865e8353b4:41929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:36:49,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x100635b51810006, quorum=127.0.0.1:50126, baseZNode=/21504829998 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:49,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41a23915{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:36:49,792 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57122717{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:36:49,792 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:36:49,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0d9d24{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:36:49,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17b88d19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/hadoop.log.dir/,STOPPED} 2024-11-21T17:36:49,793 WARN [BP-1804833504-172.17.0.2-1732210594070 heartbeating to localhost/127.0.0.1:40323 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:36:49,793 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:36:49,793 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:36:49,793 WARN [BP-1804833504-172.17.0.2-1732210594070 heartbeating to localhost/127.0.0.1:40323 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1804833504-172.17.0.2-1732210594070 (Datanode Uuid ca4c5c1f-48e1-4c1d-97ef-652dba55044c) service to localhost/127.0.0.1:40323 2024-11-21T17:36:49,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/cluster_c42d9a52-c48d-80f4-c2af-7b6d37b68ed6/data/data1/current/BP-1804833504-172.17.0.2-1732210594070 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:36:49,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/cluster_c42d9a52-c48d-80f4-c2af-7b6d37b68ed6/data/data2/current/BP-1804833504-172.17.0.2-1732210594070 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:36:49,794 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:36:49,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7363c05c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:36:49,799 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ae69380{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:36:49,799 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:36:49,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3136b15d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:36:49,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f03b991{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/775083fa-c89e-14d5-d3be-334d942d961e/hadoop.log.dir/,STOPPED} 2024-11-21T17:36:49,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:36:49,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:36:49,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:49,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:49,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:49,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:49,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:49,819 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:36:49,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1662427254, stopped=false 2024-11-21T17:36:49,820 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,46645,1732210590865 2024-11-21T17:36:49,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11030279577/running 2024-11-21T17:36:49,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11030279577/running 2024-11-21T17:36:49,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577 2024-11-21T17:36:49,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577 2024-11-21T17:36:49,820 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:36:49,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:49,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:49,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:49,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Set watcher on znode that does not yet exist, /11030279577/running 2024-11-21T17:36:49,821 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,40299,1732210590900' ***** 2024-11-21T17:36:49,821 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:36:49,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Set watcher on znode that does not yet exist, /11030279577/running 2024-11-21T17:36:49,821 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:36:49,821 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:36:49,821 INFO [RS:0;f3865e8353b4:40299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:36:49,821 INFO [RS:0;f3865e8353b4:40299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:36:49,822 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(3091): Received CLOSE for e6f1cd33b9041640f7473ba07a5eb36d 2024-11-21T17:36:49,822 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,40299,1732210590900 2024-11-21T17:36:49,822 INFO [RS:0;f3865e8353b4:40299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:36:49,822 INFO [RS:0;f3865e8353b4:40299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:40299. 2024-11-21T17:36:49,822 DEBUG [RS:0;f3865e8353b4:40299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:49,822 DEBUG [RS:0;f3865e8353b4:40299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:49,822 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6f1cd33b9041640f7473ba07a5eb36d, disabling compactions & flushes 2024-11-21T17:36:49,822 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d. 2024-11-21T17:36:49,822 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d. 2024-11-21T17:36:49,822 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:36:49,822 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:36:49,822 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d. after waiting 0 ms 2024-11-21T17:36:49,822 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:36:49,822 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d. 2024-11-21T17:36:49,822 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:36:49,822 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T17:36:49,822 DEBUG [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e6f1cd33b9041640f7473ba07a5eb36d=test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d.} 2024-11-21T17:36:49,822 DEBUG [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e6f1cd33b9041640f7473ba07a5eb36d 2024-11-21T17:36:49,822 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:36:49,822 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:36:49,822 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:36:49,822 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:36:49,822 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:36:49,822 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T17:36:49,825 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/default/test/e6f1cd33b9041640f7473ba07a5eb36d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T17:36:49,825 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:36:49,825 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:36:49,825 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d. 2024-11-21T17:36:49,825 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6f1cd33b9041640f7473ba07a5eb36d: Waiting for close lock at 1732210609822Running coprocessor pre-close hooks at 1732210609822Disabling compacts and flushes for region at 1732210609822Disabling writes for close at 1732210609822Writing region close event to WAL at 1732210609823 (+1 ms)Running coprocessor post-close hooks at 1732210609825 (+2 ms)Closed at 1732210609825 2024-11-21T17:36:49,825 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d. 2024-11-21T17:36:49,837 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/.tmp/info/84b7587d680b418bbabb4b42e869d112 is 129, key is test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d./info:regioninfo/1732210599890/Put/seqid=0 2024-11-21T17:36:49,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741841_1017 (size=6421) 2024-11-21T17:36:49,866 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:36:49,902 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:49,945 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:50,022 DEBUG [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:36:50,223 DEBUG [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:36:50,241 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/.tmp/info/84b7587d680b418bbabb4b42e869d112 2024-11-21T17:36:50,262 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/.tmp/ns/49fe259f83034928ba12ead44a5acf92 is 43, key is default/ns:d/1732210593961/Put/seqid=0 2024-11-21T17:36:50,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741842_1018 (size=5153) 2024-11-21T17:36:50,268 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/.tmp/ns/49fe259f83034928ba12ead44a5acf92 2024-11-21T17:36:50,287 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/.tmp/rep_barrier/a9f3429b59ef469b8479a5ed7644f7e9 is 112, key is test,,1732210598710.e6f1cd33b9041640f7473ba07a5eb36d./rep_barrier:seqnumDuringOpen/1732210599890/Put/seqid=0 2024-11-21T17:36:50,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741843_1019 (size=5518) 2024-11-21T17:36:50,296 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/.tmp/rep_barrier/a9f3429b59ef469b8479a5ed7644f7e9 2024-11-21T17:36:50,319 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/.tmp/table/87e3b92f9b1e4e0399f3bbe6895669d8 is 40, key is test/table:state/1732210599903/Put/seqid=0 2024-11-21T17:36:50,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741844_1020 (size=5165) 2024-11-21T17:36:50,423 DEBUG [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:36:50,623 DEBUG [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T17:36:50,727 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/.tmp/table/87e3b92f9b1e4e0399f3bbe6895669d8 2024-11-21T17:36:50,732 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/.tmp/info/84b7587d680b418bbabb4b42e869d112 as hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/info/84b7587d680b418bbabb4b42e869d112 2024-11-21T17:36:50,735 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/info/84b7587d680b418bbabb4b42e869d112, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T17:36:50,735 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/.tmp/ns/49fe259f83034928ba12ead44a5acf92 as hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/ns/49fe259f83034928ba12ead44a5acf92 2024-11-21T17:36:50,738 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/ns/49fe259f83034928ba12ead44a5acf92, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T17:36:50,739 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/.tmp/rep_barrier/a9f3429b59ef469b8479a5ed7644f7e9 as hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/rep_barrier/a9f3429b59ef469b8479a5ed7644f7e9 2024-11-21T17:36:50,742 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/rep_barrier/a9f3429b59ef469b8479a5ed7644f7e9, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T17:36:50,743 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/.tmp/table/87e3b92f9b1e4e0399f3bbe6895669d8 as hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/table/87e3b92f9b1e4e0399f3bbe6895669d8 2024-11-21T17:36:50,746 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/table/87e3b92f9b1e4e0399f3bbe6895669d8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T17:36:50,747 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 925ms, sequenceid=11, compaction requested=false 2024-11-21T17:36:50,747 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T17:36:50,751 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T17:36:50,751 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:36:50,751 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:36:50,751 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:36:50,751 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210609822Running coprocessor pre-close hooks at 1732210609822Disabling compacts and flushes for region at 1732210609822Disabling writes for close at 1732210609822Obtaining lock to block concurrent updates at 1732210609822Preparing flush snapshotting stores in 1588230740 at 1732210609822Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732210609823 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732210609823Flushing 1588230740/info: creating writer at 1732210609823Flushing 1588230740/info: appending metadata at 1732210609837 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732210609837Flushing 1588230740/ns: creating writer at 1732210610244 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732210610262 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732210610262Flushing 1588230740/rep_barrier: creating writer at 1732210610271 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732210610286 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732210610287 (+1 ms)Flushing 1588230740/table: creating writer at 1732210610300 (+13 ms)Flushing 1588230740/table: appending metadata at 1732210610319 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732210610319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f905f7d: reopening flushed file at 1732210610731 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70262574: reopening flushed file at 1732210610735 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182e789e: reopening flushed file at 1732210610739 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@578f0b1c: reopening flushed file at 1732210610742 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 925ms, sequenceid=11, compaction requested=false at 1732210610747 (+5 ms)Writing region close event to WAL at 1732210610749 (+2 ms)Running coprocessor post-close hooks at 1732210610751 (+2 ms)Closed at 1732210610751 2024-11-21T17:36:50,752 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:36:50,805 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:50,809 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:36:50,809 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:36:50,823 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,40299,1732210590900; all regions closed. 2024-11-21T17:36:50,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741834_1010 (size=2717) 2024-11-21T17:36:50,838 DEBUG [RS:0;f3865e8353b4:40299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/oldWALs 2024-11-21T17:36:50,838 INFO [RS:0;f3865e8353b4:40299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C40299%2C1732210590900.meta:.meta(num 1732210593837) 2024-11-21T17:36:50,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741832_1008 (size=1374) 2024-11-21T17:36:50,842 DEBUG [RS:0;f3865e8353b4:40299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/oldWALs 2024-11-21T17:36:50,842 INFO [RS:0;f3865e8353b4:40299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f3865e8353b4%2C40299%2C1732210590900:(num 1732210592884) 2024-11-21T17:36:50,843 DEBUG [RS:0;f3865e8353b4:40299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:50,843 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:36:50,843 INFO [RS:0;f3865e8353b4:40299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:36:50,843 INFO [RS:0;f3865e8353b4:40299 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T17:36:50,843 INFO [RS:0;f3865e8353b4:40299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:36:50,843 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:36:50,843 INFO [RS:0;f3865e8353b4:40299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:40299. 2024-11-21T17:36:50,843 DEBUG [RS:0;f3865e8353b4:40299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:50,843 DEBUG [RS:0;f3865e8353b4:40299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:50,843 DEBUG [RS:0;f3865e8353b4:40299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:50,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:50,843 INFO [RS:0;f3865e8353b4:40299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40299 2024-11-21T17:36:50,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577/rs 2024-11-21T17:36:50,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11030279577/rs/f3865e8353b4,40299,1732210590900 2024-11-21T17:36:50,845 INFO [RS:0;f3865e8353b4:40299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:36:50,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,40299,1732210590900] 2024-11-21T17:36:50,846 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11030279577/draining/f3865e8353b4,40299,1732210590900 already deleted, retry=false 2024-11-21T17:36:50,847 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,40299,1732210590900 expired; onlineServers=0 2024-11-21T17:36:50,847 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,46645,1732210590865' ***** 2024-11-21T17:36:50,847 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:36:50,847 INFO [M:0;f3865e8353b4:46645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:36:50,847 INFO [M:0;f3865e8353b4:46645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:36:50,847 DEBUG [M:0;f3865e8353b4:46645 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:36:50,847 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:36:50,847 DEBUG [M:0;f3865e8353b4:46645 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:36:50,847 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210592687 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210592687,5,FailOnTimeoutGroup] 2024-11-21T17:36:50,847 INFO [M:0;f3865e8353b4:46645 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:36:50,847 INFO [M:0;f3865e8353b4:46645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:36:50,847 DEBUG [M:0;f3865e8353b4:46645 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:36:50,847 INFO [M:0;f3865e8353b4:46645 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:36:50,847 INFO [M:0;f3865e8353b4:46645 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:36:50,847 INFO [M:0;f3865e8353b4:46645 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:36:50,847 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:36:50,847 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210592687 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210592687,5,FailOnTimeoutGroup] 2024-11-21T17:36:50,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11030279577/master 2024-11-21T17:36:50,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11030279577 2024-11-21T17:36:50,848 DEBUG [M:0;f3865e8353b4:46645 {}] zookeeper.ZKUtil(347): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Unable to get data of znode /11030279577/master because node does not exist (not an error) 2024-11-21T17:36:50,848 WARN [M:0;f3865e8353b4:46645 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:36:50,849 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:50,854 INFO [M:0;f3865e8353b4:46645 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/.lastflushedseqids 2024-11-21T17:36:50,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741845_1021 (size=173) 2024-11-21T17:36:50,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:50,946 INFO [RS:0;f3865e8353b4:40299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:36:50,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40299-0x100635b51810004, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:50,947 INFO [RS:0;f3865e8353b4:40299 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,40299,1732210590900; zookeeper connection closed. 2024-11-21T17:36:50,947 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44048f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44048f1 2024-11-21T17:36:50,947 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:36:51,269 INFO [M:0;f3865e8353b4:46645 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:36:51,269 INFO [M:0;f3865e8353b4:46645 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:36:51,269 DEBUG [M:0;f3865e8353b4:46645 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:36:51,269 INFO [M:0;f3865e8353b4:46645 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:51,269 DEBUG [M:0;f3865e8353b4:46645 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:51,269 DEBUG [M:0;f3865e8353b4:46645 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:36:51,270 DEBUG [M:0;f3865e8353b4:46645 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:51,270 INFO [M:0;f3865e8353b4:46645 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-21T17:36:51,291 DEBUG [M:0;f3865e8353b4:46645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc9ee2cd7da3474cab9c8ecb74e332d6 is 82, key is hbase:meta,,1/info:regioninfo/1732210593947/Put/seqid=0 2024-11-21T17:36:51,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741846_1022 (size=5672) 2024-11-21T17:36:51,695 INFO [M:0;f3865e8353b4:46645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc9ee2cd7da3474cab9c8ecb74e332d6 2024-11-21T17:36:51,717 DEBUG [M:0;f3865e8353b4:46645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b9011cea010475e8776d6bd5c2e583d is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732210599906/Put/seqid=0 2024-11-21T17:36:51,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741847_1023 (size=6587) 2024-11-21T17:36:51,722 INFO [M:0;f3865e8353b4:46645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b9011cea010475e8776d6bd5c2e583d 2024-11-21T17:36:51,739 DEBUG [M:0;f3865e8353b4:46645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85c0fc4007ec4d0db13b58a4a31fb086 is 69, key is f3865e8353b4,40299,1732210590900/rs:state/1732210592741/Put/seqid=0 2024-11-21T17:36:51,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741848_1024 (size=5156) 2024-11-21T17:36:51,808 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:51,862 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:52,143 INFO [M:0;f3865e8353b4:46645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85c0fc4007ec4d0db13b58a4a31fb086 2024-11-21T17:36:52,149 DEBUG [M:0;f3865e8353b4:46645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc9ee2cd7da3474cab9c8ecb74e332d6 as hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc9ee2cd7da3474cab9c8ecb74e332d6 2024-11-21T17:36:52,154 INFO [M:0;f3865e8353b4:46645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc9ee2cd7da3474cab9c8ecb74e332d6, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T17:36:52,155 DEBUG [M:0;f3865e8353b4:46645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b9011cea010475e8776d6bd5c2e583d as hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b9011cea010475e8776d6bd5c2e583d 2024-11-21T17:36:52,161 INFO [M:0;f3865e8353b4:46645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b9011cea010475e8776d6bd5c2e583d, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T17:36:52,163 DEBUG [M:0;f3865e8353b4:46645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85c0fc4007ec4d0db13b58a4a31fb086 as hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85c0fc4007ec4d0db13b58a4a31fb086 2024-11-21T17:36:52,168 INFO [M:0;f3865e8353b4:46645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39849/user/jenkins/test-data/a5f57c44-62f4-3348-e775-3e7dc021f316/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85c0fc4007ec4d0db13b58a4a31fb086, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T17:36:52,169 INFO [M:0;f3865e8353b4:46645 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=55, compaction requested=false 2024-11-21T17:36:52,184 INFO [M:0;f3865e8353b4:46645 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:52,184 DEBUG [M:0;f3865e8353b4:46645 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210611269Disabling compacts and flushes for region at 1732210611269Disabling writes for close at 1732210611269Obtaining lock to block concurrent updates at 1732210611270 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210611270Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732210611271 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210611273 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210611273Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210611290 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210611291 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210611699 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210611716 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210611716Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210611726 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210611739 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210611739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@450b5574: reopening flushed file at 1732210612148 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bff0fe9: reopening flushed file at 1732210612154 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@659e860e: reopening flushed file at 1732210612161 (+7 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=55, compaction requested=false at 1732210612169 (+8 ms)Writing region close event to WAL at 1732210612183 (+14 ms)Closed at 1732210612184 (+1 ms) 2024-11-21T17:36:52,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38477 is added to blk_1073741830_1006 (size=32782) 2024-11-21T17:36:52,192 INFO [M:0;f3865e8353b4:46645 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:36:52,192 INFO [M:0;f3865e8353b4:46645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46645 2024-11-21T17:36:52,192 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:36:52,192 INFO [M:0;f3865e8353b4:46645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:36:52,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:52,294 INFO [M:0;f3865e8353b4:46645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:36:52,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46645-0x100635b51810003, quorum=127.0.0.1:50126, baseZNode=/11030279577 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:52,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ee157cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:36:52,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@669cfb45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:36:52,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:36:52,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26118a97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:36:52,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76153a95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/hadoop.log.dir/,STOPPED} 2024-11-21T17:36:52,304 WARN [BP-718895725-172.17.0.2-1732210589860 heartbeating to localhost/127.0.0.1:39849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:36:52,304 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:36:52,304 WARN [BP-718895725-172.17.0.2-1732210589860 heartbeating to localhost/127.0.0.1:39849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-718895725-172.17.0.2-1732210589860 (Datanode Uuid f1984831-01c8-457a-899c-7acf3733b3f7) service to localhost/127.0.0.1:39849 2024-11-21T17:36:52,304 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:36:52,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/cluster_5554d582-b1ed-5387-1276-2e4d2720c3bb/data/data1/current/BP-718895725-172.17.0.2-1732210589860 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:36:52,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/cluster_5554d582-b1ed-5387-1276-2e4d2720c3bb/data/data2/current/BP-718895725-172.17.0.2-1732210589860 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:36:52,305 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:36:52,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a1f4d9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:36:52,320 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7646bf61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:36:52,320 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:36:52,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9638903{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:36:52,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63959428{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de06d35a-eb3f-4d03-55c2-c4fff9dbadf0/hadoop.log.dir/,STOPPED} 2024-11-21T17:36:52,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:36:52,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T17:36:52,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:52,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:52,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:52,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:52,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:52,348 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T17:36:52,348 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1888408743, stopped=false 2024-11-21T17:36:52,349 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f3865e8353b4,32833,1732210587918 2024-11-21T17:36:52,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987957314/running 2024-11-21T17:36:52,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987957314/running 2024-11-21T17:36:52,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314 2024-11-21T17:36:52,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314 2024-11-21T17:36:52,350 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:36:52,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Set watcher on znode that does not yet exist, /0987957314/running 2024-11-21T17:36:52,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Set watcher on znode that does not yet exist, /0987957314/running 2024-11-21T17:36:52,352 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T17:36:52,352 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:52,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:52,352 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f3865e8353b4,42691,1732210587985' ***** 2024-11-21T17:36:52,352 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T17:36:52,352 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T17:36:52,352 INFO [RS:0;f3865e8353b4:42691 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T17:36:52,352 INFO [RS:0;f3865e8353b4:42691 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T17:36:52,352 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(3091): Received CLOSE for 6772647c5aba91c46064a627f8bc9c95 2024-11-21T17:36:52,352 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T17:36:52,353 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(3091): Received CLOSE for 8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:52,353 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(959): stopping server f3865e8353b4,42691,1732210587985 2024-11-21T17:36:52,353 INFO [RS:0;f3865e8353b4:42691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:36:52,353 INFO [RS:0;f3865e8353b4:42691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:42691. 2024-11-21T17:36:52,353 DEBUG [RS:0;f3865e8353b4:42691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:52,353 DEBUG [RS:0;f3865e8353b4:42691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:52,353 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T17:36:52,353 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T17:36:52,353 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T17:36:52,353 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T17:36:52,354 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6772647c5aba91c46064a627f8bc9c95, disabling compactions & flushes 2024-11-21T17:36:52,354 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732210598060.6772647c5aba91c46064a627f8bc9c95. 2024-11-21T17:36:52,354 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732210598060.6772647c5aba91c46064a627f8bc9c95. 2024-11-21T17:36:52,354 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732210598060.6772647c5aba91c46064a627f8bc9c95. after waiting 0 ms 2024-11-21T17:36:52,354 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732210598060.6772647c5aba91c46064a627f8bc9c95. 2024-11-21T17:36:52,361 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T17:36:52,361 DEBUG [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6772647c5aba91c46064a627f8bc9c95=test,,1732210598060.6772647c5aba91c46064a627f8bc9c95., 8bf6811f4ef600801192a71b9d1298b2=hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2.} 2024-11-21T17:36:52,361 DEBUG [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6772647c5aba91c46064a627f8bc9c95, 8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:52,361 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T17:36:52,361 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T17:36:52,361 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T17:36:52,361 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T17:36:52,361 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T17:36:52,361 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T17:36:52,371 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/default/test/6772647c5aba91c46064a627f8bc9c95/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T17:36:52,376 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:36:52,377 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T17:36:52,377 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732210598060.6772647c5aba91c46064a627f8bc9c95. 2024-11-21T17:36:52,377 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6772647c5aba91c46064a627f8bc9c95: Waiting for close lock at 1732210612353Running coprocessor pre-close hooks at 1732210612353Disabling compacts and flushes for region at 1732210612353Disabling writes for close at 1732210612354 (+1 ms)Writing region close event to WAL at 1732210612363 (+9 ms)Running coprocessor post-close hooks at 1732210612376 (+13 ms)Closed at 1732210612377 (+1 ms) 2024-11-21T17:36:52,377 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732210598060.6772647c5aba91c46064a627f8bc9c95. 2024-11-21T17:36:52,377 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8bf6811f4ef600801192a71b9d1298b2, disabling compactions & flushes 2024-11-21T17:36:52,377 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2. 2024-11-21T17:36:52,377 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2. 2024-11-21T17:36:52,377 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2. after waiting 0 ms 2024-11-21T17:36:52,377 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2. 2024-11-21T17:36:52,377 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8bf6811f4ef600801192a71b9d1298b2 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-21T17:36:52,387 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/.tmp/info/61d6aab0ae4c4d3f8a31875c1f4a5868 is 147, key is hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2./info:regioninfo/1732210602684/Put/seqid=0 2024-11-21T17:36:52,404 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/replication/8bf6811f4ef600801192a71b9d1298b2/.tmp/hfileref/f802bb2405154c6f87961d6a7fde1212 is 74, key is 1/hfileref:1586afffbd3346e883b2daf430858689_SeqId_6_/1732210607264/DeleteColumn/seqid=0 2024-11-21T17:36:52,425 INFO [regionserver/f3865e8353b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:36:52,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741847_1023 (size=7686) 2024-11-21T17:36:52,437 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/.tmp/info/61d6aab0ae4c4d3f8a31875c1f4a5868 2024-11-21T17:36:52,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741848_1024 (size=5489) 2024-11-21T17:36:52,440 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/replication/8bf6811f4ef600801192a71b9d1298b2/.tmp/hfileref/f802bb2405154c6f87961d6a7fde1212 2024-11-21T17:36:52,465 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/.tmp/ns/285cc8b306ed46b18680ae46453f9869 is 43, key is default/ns:d/1732210589767/Put/seqid=0 2024-11-21T17:36:52,471 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/replication/8bf6811f4ef600801192a71b9d1298b2/.tmp/queue/3ba075a5f17347d4b8b8cbfd5106128a is 153, key is 1-f3865e8353b4,42691,1732210587985/queue:f3865e8353b4%2C42691%2C1732210587985/1732210607265/Put/seqid=0 2024-11-21T17:36:52,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741850_1026 (size=5504) 2024-11-21T17:36:52,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741849_1025 (size=5153) 2024-11-21T17:36:52,506 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/.tmp/ns/285cc8b306ed46b18680ae46453f9869 2024-11-21T17:36:52,528 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/.tmp/rep_barrier/8698a8fb8b17479883bcc57c5244b18d is 112, key is test,,1732210598060.6772647c5aba91c46064a627f8bc9c95./rep_barrier:seqnumDuringOpen/1732210598476/Put/seqid=0 2024-11-21T17:36:52,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741851_1027 (size=5518) 2024-11-21T17:36:52,552 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/.tmp/rep_barrier/8698a8fb8b17479883bcc57c5244b18d 2024-11-21T17:36:52,561 DEBUG [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:52,569 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T17:36:52,582 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/.tmp/table/86f1d6542f2e4a00afe4bc271ba53629 is 53, key is hbase:replication/table:state/1732210602694/Put/seqid=0 2024-11-21T17:36:52,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741852_1028 (size=5308) 2024-11-21T17:36:52,608 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/.tmp/table/86f1d6542f2e4a00afe4bc271ba53629 2024-11-21T17:36:52,614 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/.tmp/info/61d6aab0ae4c4d3f8a31875c1f4a5868 as hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/info/61d6aab0ae4c4d3f8a31875c1f4a5868 2024-11-21T17:36:52,622 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/info/61d6aab0ae4c4d3f8a31875c1f4a5868, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T17:36:52,626 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/.tmp/ns/285cc8b306ed46b18680ae46453f9869 as hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/ns/285cc8b306ed46b18680ae46453f9869 2024-11-21T17:36:52,634 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/ns/285cc8b306ed46b18680ae46453f9869, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T17:36:52,636 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/.tmp/rep_barrier/8698a8fb8b17479883bcc57c5244b18d as hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/rep_barrier/8698a8fb8b17479883bcc57c5244b18d 2024-11-21T17:36:52,640 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/rep_barrier/8698a8fb8b17479883bcc57c5244b18d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T17:36:52,641 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/.tmp/table/86f1d6542f2e4a00afe4bc271ba53629 as hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/table/86f1d6542f2e4a00afe4bc271ba53629 2024-11-21T17:36:52,647 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/table/86f1d6542f2e4a00afe4bc271ba53629, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T17:36:52,649 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 287ms, sequenceid=16, compaction requested=false 2024-11-21T17:36:52,700 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T17:36:52,701 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:36:52,701 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:36:52,701 INFO [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T17:36:52,701 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732210612361Running coprocessor pre-close hooks at 1732210612361Disabling compacts and flushes for region at 1732210612361Disabling writes for close at 1732210612361Obtaining lock to block concurrent updates at 1732210612361Preparing flush snapshotting stores in 1588230740 at 1732210612361Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732210612362 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732210612362Flushing 1588230740/info: creating writer at 1732210612362Flushing 1588230740/info: appending metadata at 1732210612386 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732210612386Flushing 1588230740/ns: creating writer at 1732210612445 (+59 ms)Flushing 1588230740/ns: appending metadata at 1732210612465 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732210612465Flushing 1588230740/rep_barrier: creating writer at 1732210612510 (+45 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732210612527 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732210612527Flushing 1588230740/table: creating writer at 1732210612559 (+32 ms)Flushing 1588230740/table: appending metadata at 1732210612581 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732210612581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d33d9c9: reopening flushed file at 1732210612614 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f6f5d1: reopening flushed file at 1732210612624 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ef3b851: reopening flushed file at 1732210612634 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d786ec4: reopening flushed file at 1732210612640 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 287ms, sequenceid=16, compaction requested=false at 1732210612649 (+9 ms)Writing region close event to WAL at 1732210612698 (+49 ms)Running coprocessor post-close hooks at 1732210612701 (+3 ms)Closed at 1732210612701 2024-11-21T17:36:52,701 DEBUG [RS_CLOSE_META-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T17:36:52,762 DEBUG [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(1351): Waiting on 8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:52,891 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/replication/8bf6811f4ef600801192a71b9d1298b2/.tmp/queue/3ba075a5f17347d4b8b8cbfd5106128a 2024-11-21T17:36:52,899 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/replication/8bf6811f4ef600801192a71b9d1298b2/.tmp/hfileref/f802bb2405154c6f87961d6a7fde1212 as hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/replication/8bf6811f4ef600801192a71b9d1298b2/hfileref/f802bb2405154c6f87961d6a7fde1212 2024-11-21T17:36:52,911 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:52,919 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/replication/8bf6811f4ef600801192a71b9d1298b2/hfileref/f802bb2405154c6f87961d6a7fde1212, entries=6, sequenceid=17, filesize=5.4 K 2024-11-21T17:36:52,920 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/replication/8bf6811f4ef600801192a71b9d1298b2/.tmp/queue/3ba075a5f17347d4b8b8cbfd5106128a as hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/replication/8bf6811f4ef600801192a71b9d1298b2/queue/3ba075a5f17347d4b8b8cbfd5106128a 2024-11-21T17:36:52,930 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/replication/8bf6811f4ef600801192a71b9d1298b2/queue/3ba075a5f17347d4b8b8cbfd5106128a, entries=2, sequenceid=17, filesize=5.4 K 2024-11-21T17:36:52,934 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 8bf6811f4ef600801192a71b9d1298b2 in 557ms, sequenceid=17, compaction requested=false 2024-11-21T17:36:52,944 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:36:52,944 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 688, reset compression=false 2024-11-21T17:36:52,944 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f3865e8353b4,42691,1732210587985 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:36:52,945 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f3865e8353b4,42691,1732210587985: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-f3865e8353b4,42691,1732210587985, walGroup=f3865e8353b4%2C42691%2C1732210587985, offset=f3865e8353b4%2C42691%2C1732210587985.1732210605174:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:42691 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T17:36:52,947 ERROR [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T17:36:52,947 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T17:36:52,947 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T17:36:52,947 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T17:36:52,947 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T17:36:52,947 INFO [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1633681408, "init": 1048576000, "max": 2306867200, "used": 1259145312 }, "NonHeapMemoryUsage": { "committed": 210698240, "init": 7667712, "max": -1, "used": 207771416 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T17:36:52,948 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:32833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f3865e8353b4:32833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-21T17:36:52,962 DEBUG [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(1351): Waiting on 8bf6811f4ef600801192a71b9d1298b2 2024-11-21T17:36:52,966 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 393, reset compression=false 2024-11-21T17:36:52,996 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/data/hbase/replication/8bf6811f4ef600801192a71b9d1298b2/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-21T17:36:52,997 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T17:36:52,997 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T17:36:52,997 INFO [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2. 2024-11-21T17:36:52,997 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8bf6811f4ef600801192a71b9d1298b2: Waiting for close lock at 1732210612377Running coprocessor pre-close hooks at 1732210612377Disabling compacts and flushes for region at 1732210612377Disabling writes for close at 1732210612377Obtaining lock to block concurrent updates at 1732210612377Preparing flush snapshotting stores in 8bf6811f4ef600801192a71b9d1298b2 at 1732210612377Finished memstore snapshotting hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732210612378 (+1 ms)Flushing stores of hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2. at 1732210612379 (+1 ms)Flushing 8bf6811f4ef600801192a71b9d1298b2/hfileref: creating writer at 1732210612379Flushing 8bf6811f4ef600801192a71b9d1298b2/hfileref: appending metadata at 1732210612403 (+24 ms)Flushing 8bf6811f4ef600801192a71b9d1298b2/hfileref: closing flushed file at 1732210612403Flushing 8bf6811f4ef600801192a71b9d1298b2/queue: creating writer at 1732210612448 (+45 ms)Flushing 8bf6811f4ef600801192a71b9d1298b2/queue: appending metadata at 1732210612471 (+23 ms)Flushing 8bf6811f4ef600801192a71b9d1298b2/queue: closing flushed file at 1732210612471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758ede4f: reopening flushed file at 1732210612898 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f8c662: reopening flushed file at 1732210612919 (+21 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 8bf6811f4ef600801192a71b9d1298b2 in 557ms, sequenceid=17, compaction requested=false at 1732210612934 (+15 ms)Writing region close event to WAL at 1732210612993 (+59 ms)Running coprocessor post-close hooks at 1732210612997 (+4 ms)Closed at 1732210612997 2024-11-21T17:36:52,998 DEBUG [RS_CLOSE_REGION-regionserver/f3865e8353b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732210601511.8bf6811f4ef600801192a71b9d1298b2. 2024-11-21T17:36:53,007 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T17:36:53,007 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f3865e8353b4,42691,1732210587985 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T17:36:53,010 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 688, reset compression=false 2024-11-21T17:36:53,010 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-21T17:36:53,093 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T17:36:53,093 INFO [regionserver/f3865e8353b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T17:36:53,162 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(976): stopping server f3865e8353b4,42691,1732210587985; all regions closed. 2024-11-21T17:36:53,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741843_1019 (size=859) 2024-11-21T17:36:53,164 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.meta.1732210605205.meta not finished, retry = 0 2024-11-21T17:36:53,176 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 688, reset compression=false 2024-11-21T17:36:53,218 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 688, reset compression=false 2024-11-21T17:36:53,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741844_1020 (size=2791) 2024-11-21T17:36:53,266 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.rep.1732210605230 not finished, retry = 0 2024-11-21T17:36:53,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741842_1018 (size=696) 2024-11-21T17:36:53,368 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 not finished, retry = 0 2024-11-21T17:36:53,469 DEBUG [RS:0;f3865e8353b4:42691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:53,469 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T17:36:53,469 INFO [RS:0;f3865e8353b4:42691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:36:53,469 INFO [RS:0;f3865e8353b4:42691 {}] hbase.ChoreService(370): Chore service for: regionserver/f3865e8353b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T17:36:53,469 INFO [RS:0;f3865e8353b4:42691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:36:53,469 INFO [regionserver/f3865e8353b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:36:53,470 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f3865e8353b4,42691,1732210587985 because: Region server is closing 2024-11-21T17:36:53,470 INFO [RS:0;f3865e8353b4:42691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:42691. 2024-11-21T17:36:53,470 DEBUG [RS:0;f3865e8353b4:42691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:53,470 DEBUG [RS:0;f3865e8353b4:42691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:53,470 DEBUG [RS:0;f3865e8353b4:42691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:53,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:53,478 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 to pos 688, reset compression=false 2024-11-21T17:36:53,480 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/WALs/f3865e8353b4,42691,1732210587985/f3865e8353b4%2C42691%2C1732210587985.1732210605174 2024-11-21T17:36:53,480 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-21T17:36:53,480 DEBUG [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-21T17:36:53,544 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T17:36:53,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,570 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,1-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,1-f3865e8353b4,42691,1732210587985 terminated 2024-11-21T17:36:53,571 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f3865e8353b4,42691,1732210587985 because: Region server is closing 2024-11-21T17:36:53,571 INFO [RS:0;f3865e8353b4:42691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f3865e8353b4:42691. 2024-11-21T17:36:53,571 DEBUG [RS:0;f3865e8353b4:42691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T17:36:53,571 DEBUG [RS:0;f3865e8353b4:42691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:53,571 DEBUG [RS:0;f3865e8353b4:42691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T17:36:53,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T17:36:53,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T17:36:53,671 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.shipperf3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 terminated 2024-11-21T17:36:53,671 INFO [RS:0;f3865e8353b4:42691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42691 2024-11-21T17:36:53,671 WARN [RS_REFRESH_PEER-regionserver/f3865e8353b4:0-0.replicationSource,2-f3865e8353b4,42691,1732210587985.replicationSource.wal-reader.f3865e8353b4%2C42691%2C1732210587985,2-f3865e8353b4,42691,1732210587985 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-21T17:36:53,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314/rs 2024-11-21T17:36:53,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987957314/rs/f3865e8353b4,42691,1732210587985 2024-11-21T17:36:53,672 INFO [RS:0;f3865e8353b4:42691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:36:53,673 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f3865e8353b4,42691,1732210587985] 2024-11-21T17:36:53,674 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0987957314/draining/f3865e8353b4,42691,1732210587985 already deleted, retry=false 2024-11-21T17:36:53,674 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f3865e8353b4,42691,1732210587985 expired; onlineServers=0 2024-11-21T17:36:53,674 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f3865e8353b4,32833,1732210587918' ***** 2024-11-21T17:36:53,674 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T17:36:53,674 INFO [M:0;f3865e8353b4:32833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T17:36:53,674 INFO [M:0;f3865e8353b4:32833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T17:36:53,674 DEBUG [M:0;f3865e8353b4:32833 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T17:36:53,674 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T17:36:53,674 DEBUG [M:0;f3865e8353b4:32833 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T17:36:53,674 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210588965 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.small.0-1732210588965,5,FailOnTimeoutGroup] 2024-11-21T17:36:53,674 DEBUG [master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210588965 {}] cleaner.HFileCleaner(306): Exit Thread[master/f3865e8353b4:0:becomeActiveMaster-HFileCleaner.large.0-1732210588965,5,FailOnTimeoutGroup] 2024-11-21T17:36:53,674 INFO [M:0;f3865e8353b4:32833 {}] hbase.ChoreService(370): Chore service for: master/f3865e8353b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T17:36:53,674 INFO [M:0;f3865e8353b4:32833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T17:36:53,674 DEBUG [M:0;f3865e8353b4:32833 {}] master.HMaster(1795): Stopping service threads 2024-11-21T17:36:53,674 INFO [M:0;f3865e8353b4:32833 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T17:36:53,675 INFO [M:0;f3865e8353b4:32833 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T17:36:53,675 INFO [M:0;f3865e8353b4:32833 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T17:36:53,675 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T17:36:53,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987957314/master 2024-11-21T17:36:53,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987957314 2024-11-21T17:36:53,675 DEBUG [M:0;f3865e8353b4:32833 {}] zookeeper.ZKUtil(347): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Unable to get data of znode /0987957314/master because node does not exist (not an error) 2024-11-21T17:36:53,675 WARN [M:0;f3865e8353b4:32833 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T17:36:53,675 INFO [M:0;f3865e8353b4:32833 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/.lastflushedseqids 2024-11-21T17:36:53,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741853_1029 (size=263) 2024-11-21T17:36:53,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:53,773 INFO [RS:0;f3865e8353b4:42691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:36:53,773 INFO [RS:0;f3865e8353b4:42691 {}] regionserver.HRegionServer(1031): Exiting; stopping=f3865e8353b4,42691,1732210587985; zookeeper connection closed. 2024-11-21T17:36:53,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42691-0x100635b51810001, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:53,774 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@352938a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@352938a8 2024-11-21T17:36:53,774 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T17:36:54,079 INFO [M:0;f3865e8353b4:32833 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T17:36:54,079 INFO [M:0;f3865e8353b4:32833 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T17:36:54,079 DEBUG [M:0;f3865e8353b4:32833 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T17:36:54,079 INFO [M:0;f3865e8353b4:32833 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:54,079 DEBUG [M:0;f3865e8353b4:32833 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:54,079 DEBUG [M:0;f3865e8353b4:32833 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T17:36:54,079 DEBUG [M:0;f3865e8353b4:32833 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:54,079 INFO [M:0;f3865e8353b4:32833 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-21T17:36:54,093 DEBUG [M:0;f3865e8353b4:32833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ff3023d5154ad1858ef28651f40c5e is 82, key is hbase:meta,,1/info:regioninfo/1732210589758/Put/seqid=0 2024-11-21T17:36:54,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741854_1030 (size=5672) 2024-11-21T17:36:54,496 INFO [M:0;f3865e8353b4:32833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ff3023d5154ad1858ef28651f40c5e 2024-11-21T17:36:54,516 DEBUG [M:0;f3865e8353b4:32833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86adbcdb12e54d01a377b7e912a3fe3f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732210602697/Put/seqid=0 2024-11-21T17:36:54,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741855_1031 (size=8910) 2024-11-21T17:36:54,519 INFO [M:0;f3865e8353b4:32833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86adbcdb12e54d01a377b7e912a3fe3f 2024-11-21T17:36:54,535 DEBUG [M:0;f3865e8353b4:32833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dff0e297a9fe4842aa25d96e17a83e2d is 69, key is f3865e8353b4,42691,1732210587985/rs:state/1732210589054/Put/seqid=0 2024-11-21T17:36:54,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741856_1032 (size=5156) 2024-11-21T17:36:54,939 INFO [M:0;f3865e8353b4:32833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dff0e297a9fe4842aa25d96e17a83e2d 2024-11-21T17:36:54,942 DEBUG [M:0;f3865e8353b4:32833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53ff3023d5154ad1858ef28651f40c5e as hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53ff3023d5154ad1858ef28651f40c5e 2024-11-21T17:36:54,945 INFO [M:0;f3865e8353b4:32833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53ff3023d5154ad1858ef28651f40c5e, entries=8, sequenceid=112, filesize=5.5 K 2024-11-21T17:36:54,945 DEBUG [M:0;f3865e8353b4:32833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86adbcdb12e54d01a377b7e912a3fe3f as hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86adbcdb12e54d01a377b7e912a3fe3f 2024-11-21T17:36:54,948 INFO [M:0;f3865e8353b4:32833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86adbcdb12e54d01a377b7e912a3fe3f, entries=13, sequenceid=112, filesize=8.7 K 2024-11-21T17:36:54,949 DEBUG [M:0;f3865e8353b4:32833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dff0e297a9fe4842aa25d96e17a83e2d as hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dff0e297a9fe4842aa25d96e17a83e2d 2024-11-21T17:36:54,952 INFO [M:0;f3865e8353b4:32833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33293/user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dff0e297a9fe4842aa25d96e17a83e2d, entries=1, sequenceid=112, filesize=5.0 K 2024-11-21T17:36:54,952 INFO [M:0;f3865e8353b4:32833 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=112, compaction requested=false 2024-11-21T17:36:54,957 INFO [M:0;f3865e8353b4:32833 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T17:36:54,957 DEBUG [M:0;f3865e8353b4:32833 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732210614079Disabling compacts and flushes for region at 1732210614079Disabling writes for close at 1732210614079Obtaining lock to block concurrent updates at 1732210614079Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732210614079Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1732210614080 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732210614080Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732210614080Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732210614093 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732210614093Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732210614500 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732210614516 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732210614516Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732210614523 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732210614535 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732210614535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3160ea2: reopening flushed file at 1732210614942 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63b09b9d: reopening flushed file at 1732210614945 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6daccab0: reopening flushed file at 1732210614948 (+3 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 873ms, sequenceid=112, compaction requested=false at 1732210614952 (+4 ms)Writing region close event to WAL at 1732210614957 (+5 ms)Closed at 1732210614957 2024-11-21T17:36:54,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741830_1006 (size=69067) 2024-11-21T17:36:54,959 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f9c47a3-4d37-43cd-6a82-9c76ba578c74/MasterData/WALs/f3865e8353b4,32833,1732210587918/f3865e8353b4%2C32833%2C1732210587918.1732210588877 not finished, retry = 0 2024-11-21T17:36:55,060 INFO [M:0;f3865e8353b4:32833 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T17:36:55,060 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T17:36:55,060 INFO [M:0;f3865e8353b4:32833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32833 2024-11-21T17:36:55,060 INFO [M:0;f3865e8353b4:32833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T17:36:55,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:55,161 INFO [M:0;f3865e8353b4:32833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T17:36:55,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32833-0x100635b51810000, quorum=127.0.0.1:50126, baseZNode=/0987957314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T17:36:55,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67a5ffde{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T17:36:55,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c90248f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:36:55,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:36:55,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27b04f90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:36:55,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@318cb791{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/hadoop.log.dir/,STOPPED} 2024-11-21T17:36:55,164 WARN [BP-174803362-172.17.0.2-1732210586927 heartbeating to localhost/127.0.0.1:33293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T17:36:55,164 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T17:36:55,165 WARN [BP-174803362-172.17.0.2-1732210586927 heartbeating to localhost/127.0.0.1:33293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-174803362-172.17.0.2-1732210586927 (Datanode Uuid 519afcf2-8533-413a-b7e9-280975b47c76) service to localhost/127.0.0.1:33293 2024-11-21T17:36:55,165 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T17:36:55,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/cluster_2f81c208-73f8-8039-45e3-5629f6e751f3/data/data1/current/BP-174803362-172.17.0.2-1732210586927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:36:55,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/cluster_2f81c208-73f8-8039-45e3-5629f6e751f3/data/data2/current/BP-174803362-172.17.0.2-1732210586927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T17:36:55,165 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T17:36:55,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c8d82be{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T17:36:55,171 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56cb1d91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T17:36:55,171 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T17:36:55,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@623b0264{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T17:36:55,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f5a073e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af0ec8e-06a3-24bc-a947-c90d7071c30a/hadoop.log.dir/,STOPPED} 2024-11-21T17:36:55,178 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T17:36:55,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T17:36:55,211 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=602 (was 535) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50126) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-27 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:39849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50126) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39849 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40323 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39849 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50126) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33293 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33293 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33293 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40323 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=983 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=427 (was 457), ProcessCount=11 (was 11), AvailableMemoryMB=830 (was 328) - AvailableMemoryMB LEAK? - 2024-11-21T17:36:55,211 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=602 is superior to 500